-- Logs begin at Wed 2020-11-18 14:15:32 UTC, end at Wed 2020-11-18 15:14:23 UTC. -- Nov 18 14:50:34.499042 dv-cinder-733623-8-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 18 14:50:37.049664 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.common.config [-] Logging enabled! Nov 18 14:50:37.050272 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev150 Nov 18 14:50:37.051522 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80155) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 18 14:50:37.052258 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.common.config [-] Logging enabled! Nov 18 14:50:37.052546 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev150 Nov 18 14:50:37.052824 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80155) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 18 14:50:37.053921 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 18 14:50:37.054193 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 18 14:50:37.055197 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 18 14:50:37.055480 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 18 14:50:37.055736 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 18 14:50:37.056103 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.056466 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.057037 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.057303 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.057646 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.058001 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.058330 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.058667 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.059009 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.059333 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.059655 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.059981 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.060242 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.060564 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.060899 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.061231 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.061524 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] debug = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.061958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.062504 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.062828 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.063150 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.063482 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.063793 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.064107 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.064432 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.064797 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] host = dv-cinder-733623-8-smb {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.065114 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.065443 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.065772 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.066129 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.066443 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.066754 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.067082 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.067395 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.067704 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] log_file = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.068017 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.068349 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.068676 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.069009 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.069266 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.069520 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.069849 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.070205 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.070521 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.070831 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.071143 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.071455 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.071770 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.072077 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.072406 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.072733 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.073059 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.073372 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.073688 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.074023 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.074337 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.074663 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.074974 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.075283 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.075596 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.075928 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.076234 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.076546 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.076894 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.077735 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.078088 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.078417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.078730 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.079060 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.079369 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.079678 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.079986 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] use_json = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.080297 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.080605 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.080925 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.081232 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.081539 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.081849 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.082182 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.082510 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:37.082846 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.083185 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.083528 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.083850 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.084183 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.084508 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.084840 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.085156 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.085487 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.085817 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.086170 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.086487 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.086813 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.087151 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.087485 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.087798 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.088113 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.088450 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.088772 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.089084 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.089417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.089734 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.090069 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.090389 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.090705 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.091016 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.091326 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.091640 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.091974 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.092288 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.092597 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.092961 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.093406 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.093723 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.094075 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.094396 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.094709 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.095021 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.095340 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.095651 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.095961 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.096275 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.096586 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.096901 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.097211 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.097522 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.097833 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.098171 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.098481 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.098795 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.099104 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.099418 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.099729 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.100039 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.100346 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.100656 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.100964 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.101289 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.101626 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.101963 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.102282 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.102600 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.102916 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.103228 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.103540 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.103858 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.104175 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.104484 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.104816 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.105136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.105457 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.105780 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.106124 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.106463 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.106780 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.107100 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.107415 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.107734 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.108055 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.108907 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.109438 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.109777 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.110139 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.110478 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.110811 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.111132 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.111488 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.111806 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:37.112057 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 18 14:50:37.112320 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80155) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Nov 18 14:50:37.764172 dv-cinder-733623-8-smb neutron-server[80155]: INFO keyring.backend [-] Loading Gnome Nov 18 14:50:37.781288 dv-cinder-733623-8-smb neutron-server[80155]: INFO keyring.backend [-] Loading Google Nov 18 14:50:37.783948 dv-cinder-733623-8-smb neutron-server[80155]: INFO keyring.backend [-] Loading Windows (alt) Nov 18 14:50:37.787370 dv-cinder-733623-8-smb neutron-server[80155]: INFO keyring.backend [-] Loading file Nov 18 14:50:37.788189 dv-cinder-733623-8-smb neutron-server[80155]: INFO keyring.backend [-] Loading keyczar Nov 18 14:50:37.788468 dv-cinder-733623-8-smb neutron-server[80155]: INFO keyring.backend [-] Loading multi Nov 18 14:50:37.789103 dv-cinder-733623-8-smb neutron-server[80155]: INFO keyring.backend [-] Loading pyfs Nov 18 14:50:37.835645 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:50:37.835948 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:50:37.836264 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:50:37.836627 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 18 14:50:38.256587 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.257136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.257136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.317366 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.317629 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.317941 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.320836 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.321138 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.321429 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.396996 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.397308 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.397601 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.398619 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.398917 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.399206 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.516736 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.517044 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.517344 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.517643 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.518505 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.699457 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.699767 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.700083 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.700377 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.700664 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.701039 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.701331 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.701613 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.701925 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.702819 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.703136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.703441 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.703739 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.704047 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.704370 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.704683 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.704967 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.705287 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.705563 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.706074 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.706354 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.706628 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.706961 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.707239 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.707508 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.707924 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 14:50:38.708192 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 14:50:38.708459 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 14:50:38.708726 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 14:50:38.708992 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 14:50:38.709257 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 14:50:38.710625 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 18 14:50:38.717950 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 18 14:50:38.725182 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 18 14:50:38.730541 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(3350, 3399)])]) Nov 18 14:50:38.733260 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 18 14:50:38.734586 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 18 14:50:38.734965 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Nov 18 14:50:38.735390 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 18 14:50:38.738959 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 18 14:50:38.739235 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 18 14:50:38.739610 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Nov 18 14:50:38.761309 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 18 14:50:38.761811 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.762161 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80155) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Nov 18 14:50:38.762566 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.763903 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80155) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 18 14:50:38.764215 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Nov 18 14:50:38.764515 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Nov 18 14:50:38.767557 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.767867 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:38.832807 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 18 14:50:38.833075 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 18 14:50:38.833340 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 18 14:50:38.833726 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 18 14:50:38.867448 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_db.sqlalchemy.engines [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80155) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 18 14:50:39.172666 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Initializing driver for type 'gre' Nov 18 14:50:39.173237 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] gre ID ranges: [(1, 1000)] Nov 18 14:50:39.215001 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Initializing driver for type 'local' Nov 18 14:50:39.215373 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Initializing driver for type 'vlan' Nov 18 14:50:39.225011 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] VlanTypeDriver initialization complete Nov 18 14:50:39.225382 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Initializing driver for type 'vxlan' Nov 18 14:50:39.225913 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] vxlan ID ranges: [(1, 1000)] Nov 18 14:50:39.268628 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Initializing extension driver 'port_security' Nov 18 14:50:39.269095 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.extensions.port_security [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] PortSecurityExtensionDriver initialization complete Nov 18 14:50:39.269341 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Initializing mechanism driver 'openvswitch' Nov 18 14:50:39.275499 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80155) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:50:39.276348 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > port after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.276758 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.277147 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.277570 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > subnet after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.277985 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > subnet after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.278370 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > subnet after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.278782 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > network after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.279163 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > network after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.279542 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > network after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.279955 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > security_group after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.280402 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > security_group after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.280850 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > security_group after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.281269 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.281651 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.282054 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.282600 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > address_group after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.282984 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > address_group after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.283363 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > address_group after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.283730 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] ML2 OVO RPC backend initialized. {{(pid=80155) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 18 14:50:39.284438 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router_interface after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.284832 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.285287 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > network before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.285668 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > networks before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.286079 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > port before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.286457 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > ports before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.286835 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > subnet before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.287212 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > subnets before_response 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.287592 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > network after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.287964 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > network after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.288338 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > network after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.288710 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > port after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.289079 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.289449 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.289820 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > subnet after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.290220 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > subnet after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.290592 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > subnet after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.291215 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.plugin [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Modular L2 Plugin initialization complete Nov 18 14:50:39.291569 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading services supported by the core plugin {{(pid=80155) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 18 14:50:39.291932 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.managers [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Got port-security extension from driver 'port_security' Nov 18 14:50:39.292434 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.extensions.vlantransparent [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Disabled vlantransparent extension. Nov 18 14:50:39.292907 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80155) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 18 14:50:39.293253 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading Plugin: router Nov 18 14:50:39.335913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router_interface before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.336298 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router after_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.336709 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router before_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.337113 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.337529 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.337961 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router after_delete 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.338368 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > floatingip after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.338776 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router after_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.339155 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router after_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.339544 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router after_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.339927 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.340329 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router after_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.340819 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router precommit_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.341238 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.341616 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.342016 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: subnet after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.342400 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.342821 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > port precommit_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.343282 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router precommit_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.343669 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: port before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.344051 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router precommit_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.344454 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router after_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.344831 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router precommit_delete 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.345219 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router precommit_create 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.345624 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router_interface after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.346037 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router precommit_update 55549900 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.347080 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Tracking information for resource: router configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 14:50:39.347456 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Tracking information for resource: floatingip configured {{(pid=80155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 14:50:39.352353 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.l3_agentschedulers_db [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 18 14:50:39.352999 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.353395 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: port after_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.353783 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: port after_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.354209 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: port after_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.355100 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router before_create 55550100 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.355506 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router precommit_delete 55550100 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.355915 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router precommit_create 55550100 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.356307 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > router precommit_update 55550100 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.361438 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.provider_configuration [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Service providers = [] {{(pid=80155) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 18 14:50:39.361826 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.servicetype_db [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80155) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 18 14:50:39.364662 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.service_base [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 18 14:50:39.365048 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.service_base [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 18 14:50:39.365425 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.service_base [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 18 14:50:39.366345 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.service_base [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 18 14:50:39.366746 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.services.service_base [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 18 14:50:39.367159 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 14:50:39.367515 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 18 14:50:39.389237 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 14:50:39.389647 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading Plugin: auto_allocate Nov 18 14:50:39.400232 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: network precommit_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.400642 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: network precommit_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.401237 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 14:50:39.401598 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading Plugin: tag Nov 18 14:50:39.412854 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 14:50:39.413218 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading Plugin: timestamp Nov 18 14:50:39.417067 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 14:50:39.417436 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading Plugin: network_ip_availability Nov 18 14:50:39.424508 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.424910 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.425301 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.426113 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 14:50:39.426478 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading Plugin: flavors Nov 18 14:50:39.442575 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 14:50:39.442948 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading Plugin: revisions Nov 18 14:50:39.447427 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 14:50:39.447847 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.611s {{(pid=80155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:50:39.448657 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80155) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Nov 18 14:50:39.449018 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Initializing extension manager. Nov 18 14:50:39.449576 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: __init__.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.449977 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: __pycache__ {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.450353 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.450723 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: _filter_validation_lib.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.451092 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.451456 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: address_group.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.452352 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.453001 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: address-group Nov 18 14:50:39.453362 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: address_scope.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.454158 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.454733 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: address-scope Nov 18 14:50:39.455091 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: admin_state_down_before_update.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.456024 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.456600 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: router-admin-state-down-before-update Nov 18 14:50:39.456959 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: agent.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.457718 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.458325 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: agent Nov 18 14:50:39.458688 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: agent_resources_synced.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.459729 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.460304 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: agent-resources-synced Nov 18 14:50:39.460666 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: allowedaddresspairs.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.462505 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.463099 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: allowed-address-pairs Nov 18 14:50:39.463467 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: auto_allocated_topology.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.464541 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.465118 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: auto-allocated-topology Nov 18 14:50:39.465477 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: availability_zone.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.466253 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.466826 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: availability_zone Nov 18 14:50:39.467185 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: availability_zone_filter.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.468642 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.469215 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: availability_zone_filter Nov 18 14:50:39.469574 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: data_plane_status.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.470543 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.471117 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension data-plane-status not supported by any of loaded plugins Nov 18 14:50:39.471474 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: default_subnetpools.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.472397 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.472972 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: default-subnetpools Nov 18 14:50:39.473331 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: dhcpagentscheduler.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.474208 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.474789 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: dhcp_agent_scheduler Nov 18 14:50:39.475154 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: dns.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.476078 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.476647 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension dns-integration not supported by any of loaded plugins Nov 18 14:50:39.477005 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: dns_domain_ports.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.477950 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.478523 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 18 14:50:39.478884 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: dvr.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.479607 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.480175 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: dvr Nov 18 14:50:39.480533 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: empty_string_filtering.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.481446 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.482044 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: empty-string-filtering Nov 18 14:50:39.482404 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.483875 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.484429 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 18 14:50:39.484783 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.485703 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.486301 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 18 14:50:39.486665 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: external_net.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.487670 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.488241 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: external-net Nov 18 14:50:39.488600 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: extra_dhcp_opt.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.489505 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.490105 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: extra_dhcp_opt Nov 18 14:50:39.490465 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: extraroute.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.491385 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.491955 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: extraroute Nov 18 14:50:39.492313 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: extraroute_atomic.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.493343 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.493945 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: extraroute-atomic Nov 18 14:50:39.494294 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: filter_validation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.494992 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.495556 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: filter-validation Nov 18 14:50:39.495913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: fip_pf_description.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.496834 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.497399 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 18 14:50:39.497754 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: fip_port_details.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.498701 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.499351 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: fip-port-details Nov 18 14:50:39.499708 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: flavors.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.500940 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.501522 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: flavors Nov 18 14:50:39.501911 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.503584 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.504177 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 18 14:50:39.504543 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: floatingip_pools.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.505298 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.505877 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: floatingip-pools Nov 18 14:50:39.506286 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: ip_allocation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.507230 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.507802 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension ip_allocation not supported by any of loaded plugins Nov 18 14:50:39.508160 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.509093 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.509667 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: ip-substring-filtering Nov 18 14:50:39.510059 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: l2_adjacency.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.511004 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.511570 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension l2_adjacency not supported by any of loaded plugins Nov 18 14:50:39.511932 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: l3.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.513087 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.513679 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: router Nov 18 14:50:39.514074 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: l3_conntrack_helper.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.516418 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.517016 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 18 14:50:39.517384 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.518340 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.518924 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: ext-gw-mode Nov 18 14:50:39.519288 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.520207 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.520784 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: l3-ha Nov 18 14:50:39.521147 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: l3_flavors.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.522098 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.522676 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: l3-flavors Nov 18 14:50:39.523037 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.523966 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.524539 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: l3-port-ip-change-not-allowed Nov 18 14:50:39.524901 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: l3agentscheduler.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.526077 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.526688 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: l3_agent_scheduler Nov 18 14:50:39.527056 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: logging.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.528571 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.529165 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension logging not supported by any of loaded plugins Nov 18 14:50:39.529540 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: metering.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.534467 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.535342 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: metering Nov 18 14:50:39.536645 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.537798 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.538410 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: metering_source_and_destination_fields Nov 18 14:50:39.538777 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: multiprovidernet.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.539710 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.540292 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: multi-provider Nov 18 14:50:39.540657 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: netmtu.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.541577 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.542186 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: net-mtu Nov 18 14:50:39.542554 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: netmtu_writable.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.543483 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.544122 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: net-mtu-writable Nov 18 14:50:39.544485 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: network_availability_zone.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.545207 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.545853 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: network_availability_zone Nov 18 14:50:39.546791 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: network_ip_availability.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.548072 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.548649 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: network-ip-availability Nov 18 14:50:39.549008 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: network_segment_range.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.549847 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.550471 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension network-segment-range not supported by any of loaded plugins Nov 18 14:50:39.550831 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: pagination.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.551818 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.552193 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: pagination Nov 18 14:50:39.552550 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.553492 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.554102 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: port-mac-address-regenerate Nov 18 14:50:39.554463 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.555400 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.555975 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: port-numa-affinity-policy Nov 18 14:50:39.556336 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: port_resource_request.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.557624 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.558387 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension port-resource-request not supported by any of loaded plugins Nov 18 14:50:39.558792 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: portbindings.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.559787 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.560371 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: binding Nov 18 14:50:39.560731 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: portbindings_extended.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.562327 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.562905 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: binding-extended Nov 18 14:50:39.563270 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: portsecurity.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.564195 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.564769 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: port-security Nov 18 14:50:39.565131 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: project_id.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.566140 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.566516 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: project-id Nov 18 14:50:39.566876 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: providernet.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.567804 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.568380 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: provider Nov 18 14:50:39.568742 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: qos.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.572297 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.572893 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension qos not supported by any of loaded plugins Nov 18 14:50:39.573267 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.574534 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.575115 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 18 14:50:39.575484 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.576406 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.577008 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 18 14:50:39.577372 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: qos_default.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.578310 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.578885 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension qos-default not supported by any of loaded plugins Nov 18 14:50:39.579246 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: qos_fip.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.579939 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.580513 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension qos-fip not supported by any of loaded plugins Nov 18 14:50:39.580875 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: qos_gateway_ip.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.581806 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.582415 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 18 14:50:39.582776 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: qos_port_network_policy.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.583691 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.584263 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 18 14:50:39.584622 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: qos_rule_type_details.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.585541 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.586179 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 18 14:50:39.586502 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: qos_rules_alias.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.587633 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.588211 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 18 14:50:39.588568 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: quotasv2.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.589549 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.589941 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: quotas Nov 18 14:50:39.590313 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: quotasv2_detail.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.591893 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.592276 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: quota_details Nov 18 14:50:39.593156 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: rbac.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.594430 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.595032 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: rbac-policies Nov 18 14:50:39.595401 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: rbac_address_scope.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.596364 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.596952 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: rbac-address-scope Nov 18 14:50:39.597315 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: rbac_security_groups.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.598275 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.598854 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: rbac-security-groups Nov 18 14:50:39.599213 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: rbac_subnetpool.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.600135 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.600721 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: rbac-subnetpool Nov 18 14:50:39.601083 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: revisionifmatch.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.602063 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.602646 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: revision-if-match Nov 18 14:50:39.603008 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: revisions.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.604126 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.604706 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: standard-attr-revisions Nov 18 14:50:39.605071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: router_availability_zone.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.605797 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.606412 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: router_availability_zone Nov 18 14:50:39.606779 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: routerservicetype.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.607708 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.608340 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension router-service-type not supported by any of loaded plugins Nov 18 14:50:39.609266 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: security_groups_port_filtering.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.610220 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.610817 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: port-security-groups-filtering Nov 18 14:50:39.611178 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: securitygroup.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.624223 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.624847 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: security-group Nov 18 14:50:39.625217 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: segment.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.626111 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.626700 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension segment not supported by any of loaded plugins Nov 18 14:50:39.627063 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.628000 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.628588 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 18 14:50:39.628949 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: servicetype.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.630080 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.630669 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: service-type Nov 18 14:50:39.631034 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: sorting.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.632016 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.632388 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: sorting Nov 18 14:50:39.632745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: standard_attr_segment.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.633668 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.634281 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 18 14:50:39.634644 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: standardattrdescription.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.635336 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.635908 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: standard-attr-description Nov 18 14:50:39.636270 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: stateful_security_group.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.637198 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.637775 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: stateful-security-group Nov 18 14:50:39.638163 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: stdattrs_common.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.638755 dv-cinder-733623-8-smb neutron-server[80155]: WARNING neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 18 14:50:39.639112 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.640269 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.640862 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 18 14:50:39.641223 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: subnet_onboard.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.642330 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.642917 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: subnet_onboard Nov 18 14:50:39.643274 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.644282 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.644858 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 18 14:50:39.645216 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: subnet_service_types.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.646179 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.646758 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: subnet-service-types Nov 18 14:50:39.647116 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: subnetallocation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.648199 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.648782 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: subnet_allocation Nov 18 14:50:39.649148 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.649853 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.650459 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: subnetpool-prefix-ops Nov 18 14:50:39.650817 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.651771 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.652336 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 18 14:50:39.652694 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: tagging.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.653998 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.654588 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: standard-attr-tag Nov 18 14:50:39.654949 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: timestamp.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.656657 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.657238 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loaded extension: standard-attr-timestamp Nov 18 14:50:39.657603 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: trunk.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.658669 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.659250 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension trunk not supported by any of loaded plugins Nov 18 14:50:39.659611 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: trunk_details.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.660542 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.661116 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension trunk-details not supported by any of loaded plugins Nov 18 14:50:39.661478 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: uplink_status_propagation.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.662430 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.663008 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 18 14:50:39.663373 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Loading extension file: vlantransparent.py {{(pid=80155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 14:50:39.664073 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 14:50:39.664641 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extension vlan-transparent not supported by any of loaded plugins Nov 18 14:50:39.667267 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Creating instance of TrackedResource for resource:network Nov 18 14:50:39.668087 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Creating instance of TrackedResource for resource:subnet Nov 18 14:50:39.668761 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 14:50:39.669430 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Creating instance of TrackedResource for resource:port Nov 18 14:50:39.671539 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 14:50:39.672036 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Service FLAVORS assigned prefix: {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 14:50:39.672724 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 14:50:39.673198 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 14:50:39.673571 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Creating instance of TrackedResource for resource:router Nov 18 14:50:39.674347 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Creating instance of TrackedResource for resource:floatingip Nov 18 14:50:39.675120 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Service METERING assigned prefix: /metering {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 14:50:39.676939 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.677342 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.677724 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:50:39.678910 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Creating instance of CountableResource for resource:rbac_policy Nov 18 14:50:39.679396 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Creating instance of TrackedResource for resource:security_group Nov 18 14:50:39.680196 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 18 14:50:39.681016 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Service CORE assigned prefix: {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 14:50:39.681382 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 14:50:39.681746 dv-cinder-733623-8-smb neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] subnetpool is already registered Nov 18 14:50:39.683053 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Service CORE assigned prefix: {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 14:50:39.683418 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 14:50:39.683779 dv-cinder-733623-8-smb neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] subnetpool is already registered Nov 18 14:50:39.686614 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 14:50:39.687232 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Service FLAVORS assigned prefix: {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 14:50:39.687883 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 14:50:39.688347 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 14:50:39.688714 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Creating instance of TrackedResource for resource:router Nov 18 14:50:39.689078 dv-cinder-733623-8-smb neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] router is already registered Nov 18 14:50:39.689731 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Creating instance of TrackedResource for resource:floatingip Nov 18 14:50:39.690121 dv-cinder-733623-8-smb neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] floatingip is already registered Nov 18 14:50:39.690822 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Service METERING assigned prefix: /metering {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 14:50:39.691553 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Creating instance of CountableResource for resource:rbac_policy Nov 18 14:50:39.691915 dv-cinder-733623-8-smb neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] rbac_policy is already registered Nov 18 14:50:39.692534 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Creating instance of TrackedResource for resource:security_group Nov 18 14:50:39.692899 dv-cinder-733623-8-smb neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] security_group is already registered Nov 18 14:50:39.693548 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 18 14:50:39.693938 dv-cinder-733623-8-smb neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] security_group_rule is already registered Nov 18 14:50:39.694660 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Service CORE assigned prefix: {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 14:50:39.695024 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 14:50:39.695384 dv-cinder-733623-8-smb neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] subnetpool is already registered Nov 18 14:50:39.696050 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.resource_helper [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Service CORE assigned prefix: {{(pid=80155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 14:50:39.696412 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 14:50:39.696768 dv-cinder-733623-8-smb neutron-server[80155]: WARNING neutron.quota.resource_registry [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] subnetpool is already registered Nov 18 14:50:39.697484 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: extensions {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.699094 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: address-groups {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.700770 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: address-scopes {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.702107 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: agents {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.703516 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: auto-allocated-topology {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.704840 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: availability_zones {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.706252 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: dhcp-networks {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.707743 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: dhcp-agents {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.709226 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: routers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.712002 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: flavors {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.713237 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: service_profiles {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.714540 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: next_providers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.814587 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: service_profiles {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.816149 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: floatingip-pools {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.817466 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: routers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.819410 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: floatingips {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.820688 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: l3-routers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.822189 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: l3-agents {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.823690 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: metering-labels {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.825146 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: metering-label-rules {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.826530 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: network-ip-availabilities {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.828683 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: bindings {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.831552 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: quotas {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.834191 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: quotas {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.835709 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: rbac-policies {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.837125 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: security-groups {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.838394 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: security-group-rules {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.839715 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: service-providers {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.841075 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: subnetpools {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.842674 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: subnetpools {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.844355 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.846157 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.848084 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.849976 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.851884 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.853681 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.855618 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.857583 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.860346 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.862324 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.extensions [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Extended resource: tags {{(pid=80155) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 14:50:39.869467 dv-cinder-733623-8-smb neutron-server[80155]: WARNING keystonemiddleware.auth_token [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 18 14:50:39.875458 dv-cinder-733623-8-smb neutron-server[80155]: WARNING keystonemiddleware.auth_token [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 18 14:50:39.884278 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Acquired lock "singleton_lock" {{(pid=80155) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 18 14:50:39.884811 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Releasing lock "singleton_lock" {{(pid=80155) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 18 14:50:39.886298 dv-cinder-733623-8-smb neutron-server[80155]: INFO oslo_service.service [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Starting 2 workers Nov 18 14:50:39.891028 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Started child 80266 {{(pid=80155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 18 14:50:39.895268 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:50:39.895637 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Started child 80267 {{(pid=80155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 18 14:50:39.896778 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [-] (80266) wsgi starting up on http://0.0.0.0:9696 Nov 18 14:50:39.897145 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.service [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Neutron service started, listening on 0.0.0.0:9696 Nov 18 14:50:39.897778 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Notify callbacks [] for process, before_spawn {{(pid=80155) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:50:39.899071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:50:39.900261 dv-cinder-733623-8-smb neutron-server[80155]: INFO oslo_service.service [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Starting 1 workers Nov 18 14:50:39.900383 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [-] (80267) wsgi starting up on http://0.0.0.0:9696 Nov 18 14:50:39.905740 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Started child 80268 {{(pid=80155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 18 14:50:39.906426 dv-cinder-733623-8-smb neutron-server[80155]: INFO oslo_service.service [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Starting 1 workers Nov 18 14:50:39.909193 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.service [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] calling RpcWorker wait() {{(pid=80268) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 18 14:50:39.909589 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.service [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] returning from RpcWorker wait() {{(pid=80268) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 18 14:50:39.911105 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:50:39.911217 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Started child 80269 {{(pid=80155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 18 14:50:39.911590 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:50:39.911941 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-db1394b2-1d3c-497f-b9f4-659b5bd65d6c None None] Notify callbacks [] for process, after_spawn {{(pid=80155) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:50:39.913521 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80155) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 18 14:50:39.913750 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 18 14:50:39.913963 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 18 14:50:39.914434 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 18 14:50:39.914846 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 18 14:50:39.915045 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 18 14:50:39.915584 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.915886 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.916202 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.916507 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.916615 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:50:39.916807 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.917445 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.917695 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:50:39.917796 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.918062 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.918383 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.918664 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.918859 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.919050 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.919328 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.919622 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.919957 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.920240 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.920507 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.921392 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.921699 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.922097 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.922426 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.922715 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.923018 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] debug = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.923287 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.923877 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.924139 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.924418 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.924670 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.924980 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.925250 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.925546 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.925813 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.926090 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.926362 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.926652 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.926916 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.927182 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.927477 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.927729 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.928174 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] host = dv-cinder-733623-8-smb {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.928436 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.928699 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.928965 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.929248 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.929532 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.929779 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.930096 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.930377 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.930660 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.930920 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.931188 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.931450 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.931719 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.932260 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] log_file = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.932452 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] log_options = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.932719 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.932997 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.933297 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.933512 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.933706 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.933870 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.934199 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.934390 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.934668 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.934912 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.935153 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.935396 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.935643 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.935889 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.936175 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.936486 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.937268 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.937519 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.937811 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.938203 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.938473 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.938734 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.938981 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.939230 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.939493 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.939735 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.939995 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.940240 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.940499 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.940743 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.941006 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.941285 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.941550 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.941845 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.942136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.942374 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.942619 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.942934 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.943199 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.943498 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.943823 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.944015 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.944389 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.944644 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.944920 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.945193 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] use_json = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.945340 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.945588 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.945849 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.946087 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.946327 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.946548 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.946804 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.947066 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:39.948026 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.948338 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.948740 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.948951 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.949195 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.949466 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.949749 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.950054 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.950269 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.950534 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.950878 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.951134 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.951495 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.951799 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.952133 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.952546 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.952953 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.953238 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.953510 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.953759 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.954045 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.954294 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.954593 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.954846 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.955083 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.955340 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.955561 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.955827 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.956069 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.956354 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.956621 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.956871 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.957115 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.957357 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.957696 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.957851 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.958141 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.958419 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.958672 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.958962 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.959211 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.959554 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.959807 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.960055 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.960322 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.960570 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.960834 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.961074 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.961322 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.961563 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.961844 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.962133 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.962351 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.962595 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.962855 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.963095 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.963344 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.963591 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.963832 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.964081 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.964325 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.964581 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.964831 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.965073 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.965313 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.965556 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.965816 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.966071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.966310 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.966553 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.966792 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.967032 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.967275 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.967586 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.967957 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.968204 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.968472 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.968721 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.969006 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.969253 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.969541 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.969789 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.970080 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.970326 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.970616 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.970907 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.971186 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.971460 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.971693 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.971983 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.972242 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.972461 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.972706 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.972969 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.973245 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.973538 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.973805 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.974114 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.974399 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.974711 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.974977 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.975242 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.975561 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.975833 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.976118 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.976468 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.976747 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.977016 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.977311 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.977591 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.977974 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.978207 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.978488 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.978782 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.979089 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.979337 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.979785 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.980221 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.980477 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.980723 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.982095 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.982095 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.982095 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.982095 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.982095 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.982854 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.982854 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.982854 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.983803 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.984020 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.984216 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.984435 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.984700 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.984959 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.985220 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.985505 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.985750 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.986668 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.986668 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.986668 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.987049 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.987049 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.987323 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.987458 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.987593 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.988189 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.988189 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.988525 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.988525 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.989175 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.989175 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.989175 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.991117 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.991117 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.991117 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.991117 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.991117 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.991117 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.991117 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.991837 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.991837 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.991837 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.991837 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.992344 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.992344 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.992700 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.993191 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.993191 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.993463 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.993463 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.993738 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.993985 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.994254 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.994500 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.994805 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.995640 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.995640 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.995640 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.997093 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.997093 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.997093 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.997093 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.997093 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.997093 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.997514 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.997514 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.997647 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.997875 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.998319 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.998576 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.998821 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:39.999678 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.000085 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.000348 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.000653 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.000943 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.001212 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.001486 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.001788 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.002059 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.002317 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.002629 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.002899 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.003152 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.003510 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.003763 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.004036 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.004302 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.004551 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.004805 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.005110 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.005452 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.005784 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.006106 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.006394 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.006737 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.007046 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:3350:3399'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.007349 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.007599 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.007920 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.008280 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.008561 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.008835 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.009098 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.009398 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.009652 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.009913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.010200 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.010450 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.010697 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.011001 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.011285 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.011579 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.011832 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.012101 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.012352 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.012639 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.012885 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.013139 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.013386 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.013577 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 18 14:50:40.016692 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80155) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 18 14:50:40.016692 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 18 14:50:40.016692 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 18 14:50:40.016692 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 18 14:50:40.016692 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 18 14:50:40.016692 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 18 14:50:40.016692 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.016692 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.017856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.017856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.017856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.022133 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.022337 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.022528 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.022737 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.022925 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.023334 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.023519 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.023719 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.024530 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.024530 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.024530 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.024530 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.024530 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.024879 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.024879 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.025067 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.025261 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.025409 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] debug = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.025748 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.026003 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.026172 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.026363 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.026533 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.026715 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.026902 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.027092 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.027281 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.027465 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.027651 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.027813 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.028002 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.028165 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.028350 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.028635 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.028824 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] host = dv-cinder-733623-8-smb {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.029010 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.029193 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.029377 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.029561 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.029745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.029985 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.030157 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.030312 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.030649 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.030844 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.031000 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.031187 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.031472 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.031659 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] log_file = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.031816 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] log_options = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.032002 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.032187 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.032371 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.032605 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.032753 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.032903 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.033044 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.033230 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.033472 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.033619 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.033758 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.033931 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.034078 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.034216 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.034392 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.034552 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.034734 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.034902 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.035054 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.035233 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.035417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.035602 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.035786 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.035971 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.036157 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.036341 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.036496 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.036680 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.036836 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.037024 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.037211 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.037367 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.037556 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.037741 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.037916 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.038111 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.038296 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.038483 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.038768 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.038955 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.039140 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.039296 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.039485 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.039670 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.039835 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.039983 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] use_json = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.040172 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.040356 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.040540 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.040724 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.040909 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.041093 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.041277 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.041561 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 14:50:40.041774 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.041988 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.042191 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.042351 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.042540 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.042770 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.042915 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.043054 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.043201 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.043340 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.043563 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.043716 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.043855 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.044039 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.044227 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.044414 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.044571 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.044761 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.044949 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.045136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.045299 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.045483 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.045672 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.046456 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.046647 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.046834 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.046998 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.047185 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.047376 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.047563 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.047720 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.047912 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.048100 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.048287 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.048474 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.048630 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.048926 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.049116 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.049303 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.049500 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.049687 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.049843 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.050061 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.050248 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.050560 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.050560 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.050836 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.050974 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.051113 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.051250 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.051388 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.051672 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.051860 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.052016 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.052208 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.052393 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.052581 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.052752 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.052931 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.053074 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.053248 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.053433 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.053620 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.053837 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.054033 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.054179 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.054318 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.054496 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.054682 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.054867 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.055054 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.055221 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.055398 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.055592 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.055796 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.055982 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.056168 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.056354 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.056537 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.056721 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.057136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.057319 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.057505 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.057690 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.057856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.058040 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.058227 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.058414 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.058600 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.058791 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.059002 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.059189 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.059375 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.059561 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.059745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.059931 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.060115 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.060302 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.060487 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.060659 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.060844 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.061029 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.061640 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.061640 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.061851 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.061851 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.062125 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.062245 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.062384 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.062570 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.062757 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.062942 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.063126 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.063313 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.063500 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.063684 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.063911 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.064052 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.064214 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.064529 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.064723 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.064940 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.065128 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.065318 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.065504 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.065690 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.065876 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.066085 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.066271 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.066457 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.066644 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.066831 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.066990 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.067182 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.067370 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.067556 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.067743 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.067931 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.068117 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.068304 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.068491 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.068678 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.068863 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.069047 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.069233 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.069420 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.069606 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.069792 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.070000 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.070187 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.070375 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.070562 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.070747 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.070933 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.071119 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.071305 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.071492 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.071823 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.071939 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.072044 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.072204 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.072391 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.072579 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.072766 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.072953 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.073140 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.073327 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.073515 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.073702 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.073919 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.074068 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.074257 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.074444 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.074632 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.074818 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.075004 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.075209 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.075397 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.075582 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.075769 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.075955 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.076141 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.076327 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.076512 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.076698 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.076881 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.077570 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.077760 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.077967 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.078157 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.078344 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.078531 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.078716 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.078903 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.079101 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.079286 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.079472 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.079659 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.079854 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.080040 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.080227 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.080423 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.080611 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.080797 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.080997 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.081185 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.081372 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.081559 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.081745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.081977 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.082135 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.082289 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.082485 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.082679 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.082868 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.083065 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.083260 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:3350:3399'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.083455 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.083641 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.083835 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.084039 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.084254 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.084358 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.084546 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.084647 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:50:40.084744 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.084893 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.085080 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.085266 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.085452 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.085638 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.085824 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.086033 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.086218 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.086403 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.086588 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.086774 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.086959 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.087192 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.087307 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.087490 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 14:50:40.087675 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 18 14:50:40.153718 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 57096) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:50:40.165815 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [-] 10.222.0.17 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0086443 Nov 18 14:50:50.051746 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad87e1ba-d0c6-47b2-a55b-d7d812939953 None None] get_active_networks_info from dv-cinder-733623-8-smb {{(pid=80268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 18 14:50:50.203880 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad87e1ba-d0c6-47b2-a55b-d7d812939953 None None] No non-hosted networks {{(pid=80268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 18 14:50:50.240940 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c0b1479-f4ab-4f25-999d-697c9b667ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492'] for agent, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:50:52.456671 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-105811de-0f03-4eb2-bdc4-6e7e4ba5a2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492'] for agent, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:50:52.534492 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-385bcc61-a722-4aa3-83b2-cc5e522c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:50:52.889871 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492'] for agent, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:50:53.791304 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492'] for agent, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:50:53.792467 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:50:53.792979 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:50:53.793508 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:50:53.794039 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:50:53.794534 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:50:53.795029 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:50:53.795569 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:50:53.796231 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:50:53.796729 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:50:53.797223 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:50:53.797726 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:50:53.798257 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:50:53.798823 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733623-8-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:50:53.805343 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733623-8-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:50:53.999591 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] get_endpoint_by_host() called for host dv-cinder-733623-8-smb {{(pid=80268) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 18 14:50:54.005138 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] get_endpoint_by_ip() called for ip 192.168.0.32 {{(pid=80268) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 18 14:50:54.008569 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] _add_endpoint() called for ip 192.168.0.32 {{(pid=80268) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 18 14:50:54.014237 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] _get_endpoints() called {{(pid=80268) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 18 14:50:54.266438 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492'] for agent, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:50:56.238541 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 57188) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:50:56.926003 dv-cinder-733623-8-smb neutron-server[80155]: WARNING oslo_policy.policy [None req-c0ff5b4b-c42d-4a8f-9c11-d09ec1354ffa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 14:50:56.926599 dv-cinder-733623-8-smb neutron-server[80155]: WARNING oslo_policy.policy [None req-c0ff5b4b-c42d-4a8f-9c11-d09ec1354ffa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 14:50:57.158588 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [None req-c0ff5b4b-c42d-4a8f-9c11-d09ec1354ffa admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80267) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 14:50:57.159688 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-c0ff5b4b-c42d-4a8f-9c11-d09ec1354ffa admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.9195480 Nov 18 14:50:59.625933 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.l3_hamode_db [None req-6582ee64-dfbf-4da0-97d0-ee07e5c6453b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 18 14:50:59.716704 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6582ee64-dfbf-4da0-97d0-ee07e5c6453b None None] Routers set() bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 14:50:59.717236 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6582ee64-dfbf-4da0-97d0-ee07e5c6453b None None] Router IDs set() for agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 18 14:50:59.915998 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 57202) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:51:00.338788 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-fc57bdb5-798b-4f62-97b7-432db54e0866 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:51:00.386591 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.policy [None req-fc57bdb5-798b-4f62-97b7-432db54e0866 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80267) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 18 14:51:00.387414 dv-cinder-733623-8-smb neutron-server[80155]: WARNING oslo_policy.policy [None req-fc57bdb5-798b-4f62-97b7-432db54e0866 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 14:51:00.387824 dv-cinder-733623-8-smb neutron-server[80155]: WARNING oslo_policy.policy [None req-fc57bdb5-798b-4f62-97b7-432db54e0866 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 14:51:00.395465 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota [None req-fc57bdb5-798b-4f62-97b7-432db54e0866 admin admin] Loaded quota_driver: . Nov 18 14:51:00.440464 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fc57bdb5-798b-4f62-97b7-432db54e0866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:51:00.507182 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fc57bdb5-798b-4f62-97b7-432db54e0866 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363305708739539', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363305708825294', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363305708824662', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363305708831934', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363305708836199', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851493469', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851498770', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-492327', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854232608'] for rbac-policy, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:00.574952 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fc57bdb5-798b-4f62-97b7-432db54e0866 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:00.576277 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-fc57bdb5-798b-4f62-97b7-432db54e0866 admin admin] 10.222.0.17 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6591837 Nov 18 14:51:03.575161 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 57216) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:51:03.979218 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Request body: {'network': {'project_id': '2894b876d9de46429820eb6b5e81cd11', 'admin_state_up': True, 'name': 'private'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:51:03.985235 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:51:03.989992 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Usage tracker for resource:network and tenant:2894b876d9de46429820eb6b5e81cd11 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:51:03.993648 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:51:03.999894 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:51:04.008772 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Made reservation on behalf of 2894b876d9de46429820eb6b5e81cd11 for: {'network': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:51:04.015369 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for network, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:04.033420 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:04.077596 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:51:04.081505 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Usage tracker for resource:security_group_rule and tenant:2894b876d9de46429820eb6b5e81cd11 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:51:04.084575 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:51:04.090229 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:51:04.162370 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:04.165031 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:04.170331 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:51:04.192784 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 14:51:04.220788 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731146413325', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:04.221329 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.segments_db [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Added segment c06255fe-c40e-4008-9e7b-9775afe3016d of type vxlan for network e1c6fd38-0b43-46bc-bae7-c16ab5f6031e Nov 18 14:51:04.271320 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3142f9a8-eca3-4d9d-b5f0-4eab40dedf3e,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:51:04.296742 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:04.297205 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:04.297567 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:04.297930 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:04.298280 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:04.298626 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:04.298967 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:04.299307 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:04.299658 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:04.299998 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:04.300335 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:04.300669 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Tracked resource versions report: Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: pushed versions: Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: { 'AddressGroup': {'1.0'}, Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': {'1.0'}, Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': {'1.0'}, Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': {'1.1'}, Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': {'1.6'}, Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': {'1.2'}, Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': {'1.8'}, Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': {'1.2'}, Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': {'1.0'}, Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': {'1.0'}, Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': {'1.1'}, Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': {'1.1'}} Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: consumer versions: Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: { DHCP agent@dv-cinder-733623-8-smb: {}, Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: L3 agent@dv-cinder-733623-8-smb: {}, Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: Metadata agent@dv-cinder-733623-8-smb: {}, Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: Metering agent@dv-cinder-733623-8-smb: {}, Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: Open vSwitch agent@dv-cinder-733623-8-smb: { 'AddressGroup': '1.0', Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': '1.0', Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': '1.0', Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': '1.1', Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': '1.6', Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': '1.2', Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': '1.8', Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': '1.2', Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': '1.0', Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': '1.0', Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': '1.1', Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': '1.1'}} Nov 18 14:51:04.301788 dv-cinder-733623-8-smb neutron-server[80155]: {{(pid=80267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 14:51:04.341706 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731145831112'] for network, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:04.355480 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:51:04.383733 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:04.385044 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:51:04.385734 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:04.391219 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:51:04.497544 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 0.9212291 Nov 18 14:51:04.503551 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Pushing event updated for resources: {'Network': ['ID=e1c6fd38-0b43-46bc-bae7-c16ab5f6031e,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:51:04.506820 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:51:04.525164 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Network e1c6fd38-0b43-46bc-bae7-c16ab5f6031e details requested by agent ovs-agent-dv-cinder-733623-8-smb with host dv-cinder-733623-8-smb {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 14:51:07.647605 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 57232) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:51:08.161908 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baaf29e-56e0-4f86-8f13-48c2d50622a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:51:08.163353 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-2baaf29e-56e0-4f86-8f13-48c2d50622a6 admin admin] 10.222.0.17 "GET /v2.0/networks/e1c6fd38-0b43-46bc-bae7-c16ab5f6031e HTTP/1.1" status: 200 len: 818 time: 0.5147007 Nov 18 14:51:08.192299 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-021d223b-08a4-431d-8a11-aace8b02ae17 admin admin] 10.222.0.17 "GET /v2.0/subnetpools/2bdc5996-9b88-433d-b6f6-d102f786e274 HTTP/1.1" status: 200 len: 734 time: 0.0229580 Nov 18 14:51:08.201474 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-c9e0f8b8-9c4d-4f23-b9d3-6986c5f0bc33 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '2bdc5996-9b88-433d-b6f6-d102f786e274', 'name': 'private-subnet', 'network_id': 'e1c6fd38-0b43-46bc-bae7-c16ab5f6031e', 'tenant_id': '2894b876d9de46429820eb6b5e81cd11', 'ip_version': 4}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:51:08.205923 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c9e0f8b8-9c4d-4f23-b9d3-6986c5f0bc33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:51:08.209864 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-c9e0f8b8-9c4d-4f23-b9d3-6986c5f0bc33 admin admin] Usage tracker for resource:subnet and tenant:2894b876d9de46429820eb6b5e81cd11 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:51:08.212826 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-c9e0f8b8-9c4d-4f23-b9d3-6986c5f0bc33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:51:08.219020 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c9e0f8b8-9c4d-4f23-b9d3-6986c5f0bc33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:51:08.226893 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e0f8b8-9c4d-4f23-b9d3-6986c5f0bc33 admin admin] Made reservation on behalf of 2894b876d9de46429820eb6b5e81cd11 for: {'subnet': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:51:08.231528 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f8b8-9c4d-4f23-b9d3-6986c5f0bc33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:08.881131 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f8b8-9c4d-4f23-b9d3-6986c5f0bc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for subnet, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:08.895909 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:51:09.043105 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0f8b8-9c4d-4f23-b9d3-6986c5f0bc33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=322f56f0-ea1d-4522-8def-1cbeae0b57ce,revision_number=0']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:51:09.049857 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c9e0f8b8-9c4d-4f23-b9d3-6986c5f0bc33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:51:09.109413 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e0f8b8-9c4d-4f23-b9d3-6986c5f0bc33 admin admin] Checking segment: {'id': 'c06255fe-c40e-4008-9e7b-9775afe3016d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e1c6fd38-0b43-46bc-bae7-c16ab5f6031e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 14:51:09.109780 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e0f8b8-9c4d-4f23-b9d3-6986c5f0bc33 admin admin] Network hostable DHCP agents. Network: e1c6fd38-0b43-46bc-bae7-c16ab5f6031e, hostable agents: ['7dd807ff-4068-4bca-9edc-148d9863a8e6'], hosted agents: [] {{(pid=80267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 14:51:09.132871 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e0f8b8-9c4d-4f23-b9d3-6986c5f0bc33 admin admin] Network e1c6fd38-0b43-46bc-bae7-c16ab5f6031e is scheduled to be hosted by DHCP agent 7dd807ff-4068-4bca-9edc-148d9863a8e6 with binding_index 1 {{(pid=80267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 14:51:09.142129 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-c9e0f8b8-9c4d-4f23-b9d3-6986c5f0bc33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-smb, e1c6fd38-0b43-46bc-bae7-c16ab5f6031e) {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:51:09.146892 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e0f8b8-9c4d-4f23-b9d3-6986c5f0bc33 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:51:09.147704 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f8b8-9c4d-4f23-b9d3-6986c5f0bc33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:09.151601 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d516310f-cb5c-4ebc-965e-8796022e964e None None] Network e1c6fd38-0b43-46bc-bae7-c16ab5f6031e requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 14:51:09.172094 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-c9e0f8b8-9c4d-4f23-b9d3-6986c5f0bc33 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9699728 Nov 18 14:51:09.556126 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a8f770-7278-5950-a70d-af2684967024-e1c6fd38-0b43-46bc-bae7-c16ab5f6031e', 'network_id': 'e1c6fd38-0b43-46bc-bae7-c16ab5f6031e', 'tenant_id': '2894b876d9de46429820eb6b5e81cd11', 'fixed_ips': [{'subnet_id': '322f56f0-ea1d-4522-8def-1cbeae0b57ce'}]}} from dv-cinder-733623-8-smb. {{(pid=80268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 14:51:09.557657 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:09.900411 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Allocated IP 172.20.0.2 (e1c6fd38-0b43-46bc-bae7-c16ab5f6031e/322f56f0-ea1d-4522-8def-1cbeae0b57ce/a205e9db-9b18-4b89-ab67-21a820bb9989) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 14:51:10.151422 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:10.165172 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Transition to ACTIVE for port object a205e9db-9b18-4b89-ab67-21a820bb9989 will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 14:51:10.182326 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Transition to ACTIVE for port object a205e9db-9b18-4b89-ab67-21a820bb9989 will not be triggered until provisioned by entity DHCP. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 14:51:10.188546 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:10.204858 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:51:10.339370 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Pushing event updated for resources: {'Port': ['ID=a205e9db-9b18-4b89-ab67-21a820bb9989,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:51:10.360282 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:10.360659 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:10.361031 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:10.361393 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:10.361752 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:10.362153 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:10.362509 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:10.362859 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:10.363212 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:10.363564 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:10.363913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:10.364261 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Tracked resource versions report: Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: pushed versions: Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: { 'AddressGroup': {'1.0'}, Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': {'1.0'}, Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': {'1.0'}, Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': {'1.1'}, Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': {'1.6'}, Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': {'1.2'}, Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': {'1.8'}, Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': {'1.2'}, Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': {'1.0'}, Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': {'1.0'}, Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': {'1.1'}, Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': {'1.1'}} Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: consumer versions: Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: { DHCP agent@dv-cinder-733623-8-smb: {}, Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: L3 agent@dv-cinder-733623-8-smb: {}, Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: Metadata agent@dv-cinder-733623-8-smb: {}, Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: Metering agent@dv-cinder-733623-8-smb: {}, Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: Open vSwitch agent@dv-cinder-733623-8-smb: { 'AddressGroup': '1.0', Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': '1.0', Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': '1.0', Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': '1.1', Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': '1.6', Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': '1.2', Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': '1.8', Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': '1.2', Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': '1.0', Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': '1.0', Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': '1.1', Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': '1.1'}} Nov 18 14:51:10.365412 dv-cinder-733623-8-smb neutron-server[80155]: {{(pid=80268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 14:51:10.372285 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:51:10.412273 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Network e1c6fd38-0b43-46bc-bae7-c16ab5f6031e is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 14:51:10.413451 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Resources bound (agent type, host, resource id): {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:51:10.416252 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 14:51:10.476847 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Attempting to bind port a205e9db-9b18-4b89-ab67-21a820bb9989 on host dv-cinder-733623-8-smb for vnic_type normal with profile {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 14:51:10.477281 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Attempting to bind port a205e9db-9b18-4b89-ab67-21a820bb9989 by drivers openvswitch on host dv-cinder-733623-8-smb at level 0 using segments [{'id': 'c06255fe-c40e-4008-9e7b-9775afe3016d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e1c6fd38-0b43-46bc-bae7-c16ab5f6031e'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 14:51:10.477741 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Attempting to bind port a205e9db-9b18-4b89-ab67-21a820bb9989 on network e1c6fd38-0b43-46bc-bae7-c16ab5f6031e {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 14:51:10.484667 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Checking agent: {'id': 'b89b5859-e255-43e6-a15a-920ce6d00019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 54), 'started_at': datetime.datetime(2020, 11, 18, 14, 50, 54), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 14:51:10.485104 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Checking segment: {'id': 'c06255fe-c40e-4008-9e7b-9775afe3016d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e1c6fd38-0b43-46bc-bae7-c16ab5f6031e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 14:51:10.485630 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:10.486088 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Bound using segment: {'id': 'c06255fe-c40e-4008-9e7b-9775afe3016d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e1c6fd38-0b43-46bc-bae7-c16ab5f6031e'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 14:51:10.486620 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Bound port: a205e9db-9b18-4b89-ab67-21a820bb9989, host: dv-cinder-733623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06255fe-c40e-4008-9e7b-9775afe3016d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e1c6fd38-0b43-46bc-bae7-c16ab5f6031e'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 14:51:10.487049 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:10.579358 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] For port a205e9db-9b18-4b89-ab67-21a820bb9989, host dv-cinder-733623-8-smb, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 14:51:10.583614 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] For port a205e9db-9b18-4b89-ab67-21a820bb9989, host dv-cinder-733623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=a205e9db-9b18-4b89-ab67-21a820bb9989,segment=NetworkSegment(c06255fe-c40e-4008-9e7b-9775afe3016d),segment_id=c06255fe-c40e-4008-9e7b-9775afe3016d)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 14:51:10.587028 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:10.603088 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:51:10.917492 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Pushing event updated for resources: {'Port': ['ID=a205e9db-9b18-4b89-ab67-21a820bb9989,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:51:10.928525 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:51:11.936872 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 57242) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:51:12.375597 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [None req-a028b9e1-1cc7-42a8-ae25-c52846e6f0fb admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80267) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 14:51:12.376664 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-a028b9e1-1cc7-42a8-ae25-c52846e6f0fb admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4388235 Nov 18 14:51:14.078288 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device a205e9db-9b18-4b89-ab67-21a820bb9989 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 14:51:14.148007 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning for port a205e9db-9b18-4b89-ab67-21a820bb9989 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 14:51:15.215804 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 57256) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:51:15.307726 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823282c5-d474-4bc9-a7f3-d574fca0184b None None] Network e1c6fd38-0b43-46bc-bae7-c16ab5f6031e requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 14:51:15.415013 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-ecdd011f-4647-4a3a-a4fe-fdaadc73abb1 None None] Provisioning for port a205e9db-9b18-4b89-ab67-21a820bb9989 completed by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 14:51:15.428656 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-ecdd011f-4647-4a3a-a4fe-fdaadc73abb1 None None] Provisioning complete for port a205e9db-9b18-4b89-ab67-21a820bb9989 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:51:15.429042 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ecdd011f-4647-4a3a-a4fe-fdaadc73abb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:15.645548 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [None req-00acf7f7-ddf7-4e11-b8c8-2dc7626ae941 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80267) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 14:51:15.646743 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-00acf7f7-ddf7-4e11-b8c8-2dc7626ae941 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4298725 Nov 18 14:51:15.655550 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ecdd011f-4647-4a3a-a4fe-fdaadc73abb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:15.708139 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-ecdd011f-4647-4a3a-a4fe-fdaadc73abb1 None None] For port a205e9db-9b18-4b89-ab67-21a820bb9989, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=a205e9db-9b18-4b89-ab67-21a820bb9989,segment=NetworkSegment(c06255fe-c40e-4008-9e7b-9775afe3016d),segment_id=c06255fe-c40e-4008-9e7b-9775afe3016d)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 14:51:15.712902 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ecdd011f-4647-4a3a-a4fe-fdaadc73abb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:15.719789 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:51:15.795630 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd011f-4647-4a3a-a4fe-fdaadc73abb1 None None] Pushing event updated for resources: {'Port': ['ID=a205e9db-9b18-4b89-ab67-21a820bb9989,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:51:15.799550 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ecdd011f-4647-4a3a-a4fe-fdaadc73abb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:51:15.941926 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-0bf660d6-5a2d-4af0-8fa7-01c0273e7ef7 None None] Provisioning complete for port a205e9db-9b18-4b89-ab67-21a820bb9989 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:51:15.942342 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0bf660d6-5a2d-4af0-8fa7-01c0273e7ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:16.075019 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device a205e9db-9b18-4b89-ab67-21a820bb9989 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 14:51:16.160398 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port a205e9db-9b18-4b89-ab67-21a820bb9989 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:51:16.160811 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:16.298292 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-04c9d10c-7b05-4e5f-a7ac-26e13c3f5ec4 None None] Provisioning complete for port a205e9db-9b18-4b89-ab67-21a820bb9989 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:51:16.298780 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-04c9d10c-7b05-4e5f-a7ac-26e13c3f5ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:16.539253 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-41c8f3ad-705b-45b8-a673-b639e32c9038 None None] Provisioning complete for port a205e9db-9b18-4b89-ab67-21a820bb9989 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:51:16.539584 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-41c8f3ad-705b-45b8-a673-b639e32c9038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:18.711496 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 57268) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:51:19.113960 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-0e1bee2f-6cd0-4885-a24b-dbe73da1e34a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '2894b876d9de46429820eb6b5e81cd11'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:51:19.119508 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0e1bee2f-6cd0-4885-a24b-dbe73da1e34a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:51:19.123768 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-0e1bee2f-6cd0-4885-a24b-dbe73da1e34a admin admin] Usage tracker for resource:router and tenant:2894b876d9de46429820eb6b5e81cd11 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:51:19.126958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-0e1bee2f-6cd0-4885-a24b-dbe73da1e34a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:51:19.132678 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0e1bee2f-6cd0-4885-a24b-dbe73da1e34a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:51:19.142255 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0e1bee2f-6cd0-4885-a24b-dbe73da1e34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854349647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733481'] for router, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:19.143473 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0e1bee2f-6cd0-4885-a24b-dbe73da1e34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854320554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42335'] for router, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:19.167289 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0e1bee2f-6cd0-4885-a24b-dbe73da1e34a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:19.269057 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0e1bee2f-6cd0-4885-a24b-dbe73da1e34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854363818'] for router, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:19.286556 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0e1bee2f-6cd0-4885-a24b-dbe73da1e34a admin admin] Notify callbacks [] for router, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:19.287779 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-0e1bee2f-6cd0-4885-a24b-dbe73da1e34a admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5752301 Nov 18 14:51:19.858544 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1fb8dd1c-5fb0-4ff7-8f0f-03620f495890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:21.988427 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 57278) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:51:22.410379 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [None req-3875454e-28ad-4e43-a114-32c10815d72d admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80267) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 14:51:22.411513 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-3875454e-28ad-4e43-a114-32c10815d72d admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4220619 Nov 18 14:51:22.458694 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1b5eae4a-1e78-4a30-81d6-d0c883454b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:22.832214 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:23.782848 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:24.217754 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:25.164767 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 57298) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:51:25.351962 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:51:25.357264 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:51:25.361311 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Usage tracker for resource:network and tenant:7c9e0891bd694db7b6359293c3f60152 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:51:25.364294 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:51:25.369998 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:51:25.378749 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Made reservation on behalf of 7c9e0891bd694db7b6359293c3f60152 for: {'network': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:51:25.383334 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for network, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:25.396805 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:25.428986 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:51:25.433059 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Usage tracker for resource:security_group_rule and tenant:7c9e0891bd694db7b6359293c3f60152 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:51:25.436502 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:51:25.442161 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:51:25.507692 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:25.510242 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:25.515223 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:51:25.528515 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Reserving flat network on physical network physnet1 {{(pid=80267) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 18 14:51:25.555890 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae9f52d-ae2f-4287-95d0-94786068e5eb,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:51:25.559064 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731146413325', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:25.559662 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Unsubscribe: segment precommit_create {{(pid=80267) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 18 14:51:25.560602 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.segments_db [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Added segment d608effb-fc29-4317-9442-b1f08aaaa7ca of type flat for network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 Nov 18 14:51:25.561844 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:51:25.593993 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731145831112'] for network, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:25.629618 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:25.630847 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:51:25.631478 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:25.636261 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eb29e5db-9bcf-412f-8a31-457bf943831a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:51:25.737231 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5713263 Nov 18 14:51:25.742394 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Pushing event updated for resources: {'Network': ['ID=43dc5890-a9c2-4d0d-8ecc-5e5d0db18312,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:51:25.745185 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:51:25.765867 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 details requested by agent ovs-agent-dv-cinder-733623-8-smb with host dv-cinder-733623-8-smb {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 14:51:28.259837 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 57318) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:51:28.460272 dv-cinder-733623-8-smb neutron-server[80155]: WARNING oslo_policy.policy [None req-57ab6c4f-8430-4bba-acc8-ee42f779a8e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 14:51:28.460873 dv-cinder-733623-8-smb neutron-server[80155]: WARNING oslo_policy.policy [None req-57ab6c4f-8430-4bba-acc8-ee42f779a8e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 14:51:28.853543 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.policy [None req-57ab6c4f-8430-4bba-acc8-ee42f779a8e7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80266) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 18 14:51:28.854431 dv-cinder-733623-8-smb neutron-server[80155]: WARNING oslo_policy.policy [None req-57ab6c4f-8430-4bba-acc8-ee42f779a8e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 14:51:28.854841 dv-cinder-733623-8-smb neutron-server[80155]: WARNING oslo_policy.policy [None req-57ab6c4f-8430-4bba-acc8-ee42f779a8e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 14:51:28.861191 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab6c4f-8430-4bba-acc8-ee42f779a8e7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:51:28.863164 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-57ab6c4f-8430-4bba-acc8-ee42f779a8e7 admin admin] 10.222.0.17 "GET /v2.0/subnets/322f56f0-ea1d-4522-8def-1cbeae0b57ce HTTP/1.1" status: 200 len: 849 time: 0.6008921 Nov 18 14:51:29.047499 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-dbe3247a-8e2a-4980-953b-b50a33186754 admin admin] 10.222.0.17 "GET /v2.0/routers/9741fc24-3c6e-4596-8192-d9226cab47fc HTTP/1.1" status: 200 len: 704 time: 0.1782346 Nov 18 14:51:29.697226 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:30.102554 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Allocated IP 172.20.0.1 (e1c6fd38-0b43-46bc-bae7-c16ab5f6031e/322f56f0-ea1d-4522-8def-1cbeae0b57ce/76962c7e-6efa-4cc5-a3dd-d93943020b4f) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 14:51:30.271226 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:30.290135 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Transition to ACTIVE for port object 76962c7e-6efa-4cc5-a3dd-d93943020b4f will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 14:51:30.342752 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:30.357972 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:51:30.504873 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Pushing event updated for resources: {'Port': ['ID=76962c7e-6efa-4cc5-a3dd-d93943020b4f,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:51:30.521415 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:30.521726 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:30.522117 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:30.522475 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:30.522829 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:30.523181 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:30.523527 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:30.523876 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:30.524221 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:30.524565 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:30.524910 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:30.525252 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Tracked resource versions report: Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: pushed versions: Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: { 'AddressGroup': {'1.0'}, Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': {'1.0'}, Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': {'1.0'}, Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': {'1.1'}, Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': {'1.6'}, Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': {'1.2'}, Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': {'1.8'}, Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': {'1.2'}, Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': {'1.0'}, Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': {'1.0'}, Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': {'1.1'}, Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': {'1.1'}} Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: consumer versions: Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: { DHCP agent@dv-cinder-733623-8-smb: {}, Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: L3 agent@dv-cinder-733623-8-smb: {}, Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: Metadata agent@dv-cinder-733623-8-smb: {}, Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: Metering agent@dv-cinder-733623-8-smb: {}, Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: Open vSwitch agent@dv-cinder-733623-8-smb: { 'AddressGroup': '1.0', Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': '1.0', Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': '1.0', Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': '1.1', Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': '1.6', Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': '1.2', Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': '1.8', Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': '1.2', Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': '1.0', Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': '1.0', Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': '1.1', Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': '1.1'}} Nov 18 14:51:30.526347 dv-cinder-733623-8-smb neutron-server[80155]: {{(pid=80266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 14:51:30.574552 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:51:30.588695 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Network e1c6fd38-0b43-46bc-bae7-c16ab5f6031e is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 14:51:30.589797 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Resources bound (agent type, host, resource id): {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:51:30.593105 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 14:51:30.593621 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430850'] for router_interface, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:30.713172 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:30.761029 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-b7b9918f-bc26-44a3-b661-e19d2099471e None None] Provisioning for port 76962c7e-6efa-4cc5-a3dd-d93943020b4f completed by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 14:51:30.766632 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-b7b9918f-bc26-44a3-b661-e19d2099471e None None] Provisioning complete for port 76962c7e-6efa-4cc5-a3dd-d93943020b4f triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:51:30.767047 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b7b9918f-bc26-44a3-b661-e19d2099471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:30.820040 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9918f-bc26-44a3-b661-e19d2099471e None None] Port 76962c7e-6efa-4cc5-a3dd-d93943020b4f cannot update to ACTIVE because it is not bound. {{(pid=80268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 14:51:31.003823 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:31.007161 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:31.008261 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3489370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854344857'] for router_interface, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:31.024380 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:51:31.159769 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Pushing event updated for resources: {'Port': ['ID=76962c7e-6efa-4cc5-a3dd-d93943020b4f,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:51:31.163972 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:51:31.218815 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Network e1c6fd38-0b43-46bc-bae7-c16ab5f6031e is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 14:51:31.219896 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Resources bound (agent type, host, resource id): {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:51:31.452963 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-6e7af4f4-9d33-4c7e-b9d2-e43c478966ef None None] Provisioning complete for port 76962c7e-6efa-4cc5-a3dd-d93943020b4f triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:51:31.453299 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6e7af4f4-9d33-4c7e-b9d2-e43c478966ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:31.507261 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-6e7af4f4-9d33-4c7e-b9d2-e43c478966ef None None] Port 76962c7e-6efa-4cc5-a3dd-d93943020b4f cannot update to ACTIVE because it is not bound. {{(pid=80268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 14:51:31.725935 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Router 9741fc24-3c6e-4596-8192-d9226cab47fc is scheduled to L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da with binding_index 1 {{(pid=80266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 14:51:31.899115 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 14:51:31.910315 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Sync routers for ids ['9741fc24-3c6e-4596-8192-d9226cab47fc'] in dv-cinder-733623-8-smb {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 14:51:31.914480 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] 10.222.0.17 "PUT /v2.0/routers/9741fc24-3c6e-4596-8192-d9226cab47fc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8611491 Nov 18 14:51:31.928561 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Routers {'9741fc24-3c6e-4596-8192-d9226cab47fc'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 14:51:31.929451 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T14:51:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['9741fc24-3c6e-4596-8192-d9226cab47fc'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:51:32.127766 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Set router 9741fc24-3c6e-4596-8192-d9226cab47fc gateway port host: None {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 14:51:32.515599 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9741fc24-3c6e-4596-8192-d9226cab47fc', 'name': 'router1', 'tenant_id': '2894b876d9de46429820eb6b5e81cd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:51:19Z', 'updated_at': '2020-11-18T14:51:30Z', 'revision_number': 2, 'project_id': '2894b876d9de46429820eb6b5e81cd11', 'gw_port_host': None, '_interfaces': [{'id': '76962c7e-6efa-4cc5-a3dd-d93943020b4f', 'name': '', 'network_id': 'e1c6fd38-0b43-46bc-bae7-c16ab5f6031e', 'tenant_id': '2894b876d9de46429820eb6b5e81cd11', 'mac_address': 'fa:16:3e:a6:1f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9741fc24-3c6e-4596-8192-d9226cab47fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '322f56f0-ea1d-4522-8def-1cbeae0b57ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:51:29Z', 'updated_at': '2020-11-18T14:51:30Z', 'revision_number': 2, 'project_id': '2894b876d9de46429820eb6b5e81cd11', 'subnets': [{'id': '322f56f0-ea1d-4522-8def-1cbeae0b57ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bdc5996-9b88-433d-b6f6-d102f786e274'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:51:32.520751 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Checking router: 9741fc24-3c6e-4596-8192-d9226cab47fc for host: dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 14:51:32.521169 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Updating router 9741fc24-3c6e-4596-8192-d9226cab47fc port 76962c7e-6efa-4cc5-a3dd-d93943020b4f binding host dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 14:51:32.578706 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:33.023680 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:33.039308 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Transition to ACTIVE for port object 76962c7e-6efa-4cc5-a3dd-d93943020b4f will not be triggered until provisioned by entity L2. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 14:51:33.042166 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:33.059292 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:51:33.362748 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa22ca-356d-4c24-84e0-836b52e15e15 None None] Pushing event updated for resources: {'Port': ['ID=76962c7e-6efa-4cc5-a3dd-d93943020b4f,revision_number=3']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:51:33.383653 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa22ca-356d-4c24-84e0-836b52e15e15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:33.384031 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa22ca-356d-4c24-84e0-836b52e15e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:33.384403 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa22ca-356d-4c24-84e0-836b52e15e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:33.384763 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa22ca-356d-4c24-84e0-836b52e15e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:33.385119 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa22ca-356d-4c24-84e0-836b52e15e15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:33.385473 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa22ca-356d-4c24-84e0-836b52e15e15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:33.385824 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa22ca-356d-4c24-84e0-836b52e15e15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:33.386201 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa22ca-356d-4c24-84e0-836b52e15e15 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:33.386550 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa22ca-356d-4c24-84e0-836b52e15e15 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:33.386900 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa22ca-356d-4c24-84e0-836b52e15e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:33.387247 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa22ca-356d-4c24-84e0-836b52e15e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:33.388125 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa22ca-356d-4c24-84e0-836b52e15e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa22ca-356d-4c24-84e0-836b52e15e15 None None] Tracked resource versions report: Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: pushed versions: Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: { 'AddressGroup': {'1.0'}, Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': {'1.0'}, Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': {'1.0'}, Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': {'1.1'}, Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': {'1.6'}, Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': {'1.2'}, Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': {'1.8'}, Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': {'1.2'}, Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': {'1.0'}, Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': {'1.0'}, Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': {'1.1'}, Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': {'1.1'}} Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: consumer versions: Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: { DHCP agent@dv-cinder-733623-8-smb: {}, Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: L3 agent@dv-cinder-733623-8-smb: {}, Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: Metadata agent@dv-cinder-733623-8-smb: {}, Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: Metering agent@dv-cinder-733623-8-smb: {}, Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: Open vSwitch agent@dv-cinder-733623-8-smb: { 'AddressGroup': '1.0', Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': '1.0', Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': '1.0', Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': '1.1', Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': '1.6', Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': '1.2', Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': '1.8', Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': '1.2', Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': '1.0', Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': '1.0', Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': '1.1', Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': '1.1'}} Nov 18 14:51:33.389193 dv-cinder-733623-8-smb neutron-server[80155]: {{(pid=80269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 14:51:33.396047 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7cfa22ca-356d-4c24-84e0-836b52e15e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:51:33.552018 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Attempting to bind port 76962c7e-6efa-4cc5-a3dd-d93943020b4f on host dv-cinder-733623-8-smb for vnic_type normal with profile {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 14:51:33.552444 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Attempting to bind port 76962c7e-6efa-4cc5-a3dd-d93943020b4f by drivers openvswitch on host dv-cinder-733623-8-smb at level 0 using segments [{'id': 'c06255fe-c40e-4008-9e7b-9775afe3016d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e1c6fd38-0b43-46bc-bae7-c16ab5f6031e'}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 14:51:33.552856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Attempting to bind port 76962c7e-6efa-4cc5-a3dd-d93943020b4f on network e1c6fd38-0b43-46bc-bae7-c16ab5f6031e {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 14:51:33.561150 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Checking agent: {'id': 'b89b5859-e255-43e6-a15a-920ce6d00019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 54), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 14:51:33.561578 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Checking segment: {'id': 'c06255fe-c40e-4008-9e7b-9775afe3016d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e1c6fd38-0b43-46bc-bae7-c16ab5f6031e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 14:51:33.562074 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:33.562503 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Bound using segment: {'id': 'c06255fe-c40e-4008-9e7b-9775afe3016d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e1c6fd38-0b43-46bc-bae7-c16ab5f6031e'} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 14:51:33.563024 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Bound port: 76962c7e-6efa-4cc5-a3dd-d93943020b4f, host: dv-cinder-733623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06255fe-c40e-4008-9e7b-9775afe3016d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e1c6fd38-0b43-46bc-bae7-c16ab5f6031e'}}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 14:51:33.563445 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:33.656146 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] For port 76962c7e-6efa-4cc5-a3dd-d93943020b4f, host dv-cinder-733623-8-smb, cleared binding levels {{(pid=80269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 14:51:33.660638 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] For port 76962c7e-6efa-4cc5-a3dd-d93943020b4f, host dv-cinder-733623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=76962c7e-6efa-4cc5-a3dd-d93943020b4f,segment=NetworkSegment(c06255fe-c40e-4008-9e7b-9775afe3016d),segment_id=c06255fe-c40e-4008-9e7b-9775afe3016d)] {{(pid=80269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 14:51:33.663224 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:33.679581 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7cfa22ca-356d-4c24-84e0-836b52e15e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:51:33.832761 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa22ca-356d-4c24-84e0-836b52e15e15 None None] Pushing event updated for resources: {'Port': ['ID=76962c7e-6efa-4cc5-a3dd-d93943020b4f,revision_number=4']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:51:33.842494 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7cfa22ca-356d-4c24-84e0-836b52e15e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:51:33.895029 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Routers {'9741fc24-3c6e-4596-8192-d9226cab47fc'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 14:51:33.895683 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T14:51:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['9741fc24-3c6e-4596-8192-d9226cab47fc'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:51:34.074918 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] Set router 9741fc24-3c6e-4596-8192-d9226cab47fc gateway port host: None {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 14:51:34.422918 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9741fc24-3c6e-4596-8192-d9226cab47fc', 'name': 'router1', 'tenant_id': '2894b876d9de46429820eb6b5e81cd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:51:19Z', 'updated_at': '2020-11-18T14:51:30Z', 'revision_number': 2, 'project_id': '2894b876d9de46429820eb6b5e81cd11', 'gw_port_host': None, '_interfaces': [{'id': '76962c7e-6efa-4cc5-a3dd-d93943020b4f', 'name': '', 'network_id': 'e1c6fd38-0b43-46bc-bae7-c16ab5f6031e', 'tenant_id': '2894b876d9de46429820eb6b5e81cd11', 'mac_address': 'fa:16:3e:a6:1f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9741fc24-3c6e-4596-8192-d9226cab47fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '322f56f0-ea1d-4522-8def-1cbeae0b57ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:51:29Z', 'updated_at': '2020-11-18T14:51:33Z', 'revision_number': 4, 'project_id': '2894b876d9de46429820eb6b5e81cd11', 'subnets': [{'id': '322f56f0-ea1d-4522-8def-1cbeae0b57ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bdc5996-9b88-433d-b6f6-d102f786e274'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:51:34.427116 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c137bb-9cce-4070-98b0-1d9b64808469 None None] The sync data for ids ['9741fc24-3c6e-4596-8192-d9226cab47fc'] in dv-cinder-733623-8-smb is: [{'id': '9741fc24-3c6e-4596-8192-d9226cab47fc', 'name': 'router1', 'tenant_id': '2894b876d9de46429820eb6b5e81cd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:51:19Z', 'updated_at': '2020-11-18T14:51:30Z', 'revision_number': 2, 'project_id': '2894b876d9de46429820eb6b5e81cd11', 'gw_port_host': None, '_interfaces': [{'id': '76962c7e-6efa-4cc5-a3dd-d93943020b4f', 'name': '', 'network_id': 'e1c6fd38-0b43-46bc-bae7-c16ab5f6031e', 'tenant_id': '2894b876d9de46429820eb6b5e81cd11', 'mac_address': 'fa:16:3e:a6:1f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9741fc24-3c6e-4596-8192-d9226cab47fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '322f56f0-ea1d-4522-8def-1cbeae0b57ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:51:29Z', 'updated_at': '2020-11-18T14:51:33Z', 'revision_number': 4, 'project_id': '2894b876d9de46429820eb6b5e81cd11', 'subnets': [{'id': '322f56f0-ea1d-4522-8def-1cbeae0b57ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bdc5996-9b88-433d-b6f6-d102f786e274'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 14:51:34.445396 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 57340) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:51:34.639016 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66add6d-cfc6-42a4-a584-8a3182c516e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:51:34.640450 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-e66add6d-cfc6-42a4-a584-8a3182c516e9 admin admin] 10.222.0.17 "GET /v2.0/networks/43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 HTTP/1.1" status: 200 len: 842 time: 0.1939783 Nov 18 14:51:34.650982 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'enable_dhcp': False}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:51:34.653842 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.quota [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] Loaded quota_driver: . Nov 18 14:51:34.659807 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:51:34.664518 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] Usage tracker for resource:subnet and tenant:7c9e0891bd694db7b6359293c3f60152 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:51:34.667665 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:51:34.675207 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:51:34.687959 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] Made reservation on behalf of 7c9e0891bd694db7b6359293c3f60152 for: {'subnet': 1} {{(pid=80266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:51:34.692656 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:35.180408 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.objects.ports [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80266) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 14:51:35.180945 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for subnet, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:35.196273 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:51:35.337227 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ba36a0-a2a1-4122-9852-9ec563604b00,revision_number=0']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:51:35.343502 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:51:35.404732 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] Checking segment: {'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 14:51:35.405122 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] Network hostable DHCP agents. Network: 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312, hostable agents: ['7dd807ff-4068-4bca-9edc-148d9863a8e6'], hosted agents: [] {{(pid=80266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 14:51:35.431216 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] Network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 is scheduled to be hosted by DHCP agent 7dd807ff-4068-4bca-9edc-148d9863a8e6 with binding_index 1 {{(pid=80266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 14:51:35.441015 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-smb, 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312) {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:51:35.444906 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:51:35.445568 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for subnet, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:35.451075 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f751efaa-67be-4757-a285-66d61a9664e7 None None] Network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 14:51:35.478629 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8312867 Nov 18 14:51:35.702478 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614c6615-e3fe-4338-816c-d9953e31d587 None None] Network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 14:51:36.094377 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 76962c7e-6efa-4cc5-a3dd-d93943020b4f up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 14:51:36.163175 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning for port 76962c7e-6efa-4cc5-a3dd-d93943020b4f completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 14:51:36.167875 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 76962c7e-6efa-4cc5-a3dd-d93943020b4f triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:51:36.168283 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:36.288927 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:36.321874 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] For port 76962c7e-6efa-4cc5-a3dd-d93943020b4f, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=76962c7e-6efa-4cc5-a3dd-d93943020b4f,segment=NetworkSegment(c06255fe-c40e-4008-9e7b-9775afe3016d),segment_id=c06255fe-c40e-4008-9e7b-9775afe3016d)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 14:51:36.324856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:36.328457 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ecdd011f-4647-4a3a-a4fe-fdaadc73abb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:51:36.394762 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Pushing event updated for resources: {'Port': ['ID=76962c7e-6efa-4cc5-a3dd-d93943020b4f,revision_number=5']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:51:36.398142 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:51:36.970896 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 5 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 14:51:38.047267 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 57354) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:51:38.073468 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 76962c7e-6efa-4cc5-a3dd-d93943020b4f up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 14:51:38.144634 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 76962c7e-6efa-4cc5-a3dd-d93943020b4f triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:51:38.145045 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:38.300359 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-21cabae0-5c12-444a-9e12-38fc11e8e04d admin admin] 10.222.0.17 "GET /v2.0/routers/9741fc24-3c6e-4596-8192-d9226cab47fc HTTP/1.1" status: 200 len: 710 time: 0.2518995 Nov 18 14:51:38.440751 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e59fa4-7694-4f90-a6fe-87f26cc6f8bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:51:38.442178 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-e2e59fa4-7694-4f90-a6fe-87f26cc6f8bb admin admin] 10.222.0.17 "GET /v2.0/networks/43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 HTTP/1.1" status: 200 len: 886 time: 0.1359959 Nov 18 14:51:38.452006 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:51:39.095899 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854349618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42318'] for router, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:39.285410 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:39.319817 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:39.332703 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:39.373590 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:51:39.377502 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:51:39.380476 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:51:39.386203 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:51:39.457672 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:39.460339 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:39.475946 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:51:39.572583 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520208b9-b7b9-4a51-9d4a-5c2aa2fe071a,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:51:39.584475 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:51:39.736865 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Allocated IP 172.28.0.238 (43dc5890-a9c2-4d0d-8ecc-5e5d0db18312/81ba36a0-a2a1-4122-9852-9ec563604b00/eabb739f-b8a3-4aa1-93f8-65cb1c275cdb) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 14:51:39.888624 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:39.913910 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:39.929626 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:51:40.063417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Pushing event updated for resources: {'Port': ['ID=eabb739f-b8a3-4aa1-93f8-65cb1c275cdb,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:51:40.072638 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:51:40.116052 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 14:51:40.117159 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:51:40.119347 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 14:51:40.262860 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:40.433510 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854349618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42318'] for router, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:40.437269 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854363818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854363847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-411982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426199'] for router, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:40.642091 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Router 9741fc24-3c6e-4596-8192-d9226cab47fc has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 14:51:41.006341 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 14:51:41.016381 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Sync routers for ids ['9741fc24-3c6e-4596-8192-d9226cab47fc'] in dv-cinder-733623-8-smb {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 14:51:41.023510 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Notify callbacks [] for router, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:41.024795 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] 10.222.0.17 "PUT /v2.0/routers/9741fc24-3c6e-4596-8192-d9226cab47fc HTTP/1.1" status: 200 len: 890 time: 2.5763974 Nov 18 14:51:41.030113 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Routers {'9741fc24-3c6e-4596-8192-d9226cab47fc'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 14:51:41.030865 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T14:51:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['9741fc24-3c6e-4596-8192-d9226cab47fc'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:51:41.381012 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Set router 9741fc24-3c6e-4596-8192-d9226cab47fc gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 14:51:41.735419 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9741fc24-3c6e-4596-8192-d9226cab47fc', 'name': 'router1', 'tenant_id': '2894b876d9de46429820eb6b5e81cd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': 'eabb739f-b8a3-4aa1-93f8-65cb1c275cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:51:19Z', 'updated_at': '2020-11-18T14:51:40Z', 'revision_number': 4, 'project_id': '2894b876d9de46429820eb6b5e81cd11', 'gw_port': {'id': 'eabb739f-b8a3-4aa1-93f8-65cb1c275cdb', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9741fc24-3c6e-4596-8192-d9226cab47fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:51:39Z', 'updated_at': '2020-11-18T14:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '76962c7e-6efa-4cc5-a3dd-d93943020b4f', 'name': '', 'network_id': 'e1c6fd38-0b43-46bc-bae7-c16ab5f6031e', 'tenant_id': '2894b876d9de46429820eb6b5e81cd11', 'mac_address': 'fa:16:3e:a6:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741fc24-3c6e-4596-8192-d9226cab47fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '322f56f0-ea1d-4522-8def-1cbeae0b57ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:51:29Z', 'updated_at': '2020-11-18T14:51:36Z', 'revision_number': 5, 'project_id': '2894b876d9de46429820eb6b5e81cd11', 'subnets': [{'id': '322f56f0-ea1d-4522-8def-1cbeae0b57ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bdc5996-9b88-433d-b6f6-d102f786e274'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:51:41.740345 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Checking router: 9741fc24-3c6e-4596-8192-d9226cab47fc for host: dv-cinder-733623-8-smb {{(pid=80268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 14:51:41.740737 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Updating router 9741fc24-3c6e-4596-8192-d9226cab47fc port eabb739f-b8a3-4aa1-93f8-65cb1c275cdb binding host dv-cinder-733623-8-smb {{(pid=80268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 14:51:41.796128 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:42.206706 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:42.220450 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Transition to ACTIVE for port object eabb739f-b8a3-4aa1-93f8-65cb1c275cdb will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 14:51:42.222816 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:42.239167 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ac52704-7c0b-48c4-a430-a95b2a8bbe25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:51:42.376027 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3ccb5-f5ce-486b-8c1b-6ca7250f1986 None None] Pushing event updated for resources: {'Port': ['ID=eabb739f-b8a3-4aa1-93f8-65cb1c275cdb,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:51:42.385276 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ebd3ccb5-f5ce-486b-8c1b-6ca7250f1986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:51:42.438690 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Attempting to bind port eabb739f-b8a3-4aa1-93f8-65cb1c275cdb on host dv-cinder-733623-8-smb for vnic_type normal with profile {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 14:51:42.439088 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Attempting to bind port eabb739f-b8a3-4aa1-93f8-65cb1c275cdb by drivers openvswitch on host dv-cinder-733623-8-smb at level 0 using segments [{'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 14:51:42.439486 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Attempting to bind port eabb739f-b8a3-4aa1-93f8-65cb1c275cdb on network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 14:51:42.446171 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Checking agent: {'id': 'b89b5859-e255-43e6-a15a-920ce6d00019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 54), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 14:51:42.446565 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Checking segment: {'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 14:51:42.447001 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:42.447421 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Bound using segment: {'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 14:51:42.447915 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Bound port: eabb739f-b8a3-4aa1-93f8-65cb1c275cdb, host: dv-cinder-733623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 14:51:42.448333 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:42.520989 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] For port eabb739f-b8a3-4aa1-93f8-65cb1c275cdb, host dv-cinder-733623-8-smb, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 14:51:42.524158 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] For port eabb739f-b8a3-4aa1-93f8-65cb1c275cdb, host dv-cinder-733623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=eabb739f-b8a3-4aa1-93f8-65cb1c275cdb,segment=NetworkSegment(d608effb-fc29-4317-9442-b1f08aaaa7ca),segment_id=d608effb-fc29-4317-9442-b1f08aaaa7ca)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 14:51:42.527347 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:42.543169 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ebd3ccb5-f5ce-486b-8c1b-6ca7250f1986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:51:42.696182 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3ccb5-f5ce-486b-8c1b-6ca7250f1986 None None] Pushing event updated for resources: {'Port': ['ID=eabb739f-b8a3-4aa1-93f8-65cb1c275cdb,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:51:42.700920 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ebd3ccb5-f5ce-486b-8c1b-6ca7250f1986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:51:42.742711 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Routers {'9741fc24-3c6e-4596-8192-d9226cab47fc'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 14:51:42.743356 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T14:51:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['9741fc24-3c6e-4596-8192-d9226cab47fc'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:51:42.926104 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] Set router 9741fc24-3c6e-4596-8192-d9226cab47fc gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 14:51:43.274666 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9741fc24-3c6e-4596-8192-d9226cab47fc', 'name': 'router1', 'tenant_id': '2894b876d9de46429820eb6b5e81cd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': 'eabb739f-b8a3-4aa1-93f8-65cb1c275cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:51:19Z', 'updated_at': '2020-11-18T14:51:40Z', 'revision_number': 4, 'project_id': '2894b876d9de46429820eb6b5e81cd11', 'gw_port': {'id': 'eabb739f-b8a3-4aa1-93f8-65cb1c275cdb', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9741fc24-3c6e-4596-8192-d9226cab47fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:51:39Z', 'updated_at': '2020-11-18T14:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '76962c7e-6efa-4cc5-a3dd-d93943020b4f', 'name': '', 'network_id': 'e1c6fd38-0b43-46bc-bae7-c16ab5f6031e', 'tenant_id': '2894b876d9de46429820eb6b5e81cd11', 'mac_address': 'fa:16:3e:a6:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741fc24-3c6e-4596-8192-d9226cab47fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '322f56f0-ea1d-4522-8def-1cbeae0b57ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:51:29Z', 'updated_at': '2020-11-18T14:51:36Z', 'revision_number': 5, 'project_id': '2894b876d9de46429820eb6b5e81cd11', 'subnets': [{'id': '322f56f0-ea1d-4522-8def-1cbeae0b57ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bdc5996-9b88-433d-b6f6-d102f786e274'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:51:43.279036 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fcb81b-02c7-4b8a-822f-ca7be2905ef1 None None] The sync data for ids ['9741fc24-3c6e-4596-8192-d9226cab47fc'] in dv-cinder-733623-8-smb is: [{'id': '9741fc24-3c6e-4596-8192-d9226cab47fc', 'name': 'router1', 'tenant_id': '2894b876d9de46429820eb6b5e81cd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': 'eabb739f-b8a3-4aa1-93f8-65cb1c275cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:51:19Z', 'updated_at': '2020-11-18T14:51:40Z', 'revision_number': 4, 'project_id': '2894b876d9de46429820eb6b5e81cd11', 'gw_port': {'id': 'eabb739f-b8a3-4aa1-93f8-65cb1c275cdb', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9741fc24-3c6e-4596-8192-d9226cab47fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:51:39Z', 'updated_at': '2020-11-18T14:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '76962c7e-6efa-4cc5-a3dd-d93943020b4f', 'name': '', 'network_id': 'e1c6fd38-0b43-46bc-bae7-c16ab5f6031e', 'tenant_id': '2894b876d9de46429820eb6b5e81cd11', 'mac_address': 'fa:16:3e:a6:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741fc24-3c6e-4596-8192-d9226cab47fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '322f56f0-ea1d-4522-8def-1cbeae0b57ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:51:29Z', 'updated_at': '2020-11-18T14:51:36Z', 'revision_number': 5, 'project_id': '2894b876d9de46429820eb6b5e81cd11', 'subnets': [{'id': '322f56f0-ea1d-4522-8def-1cbeae0b57ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bdc5996-9b88-433d-b6f6-d102f786e274'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 14:51:43.797808 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 57364) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:51:43.955785 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-5f4300ce-aed7-475d-b468-6f41847e1144 admin admin] 10.222.0.17 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1551313 Nov 18 14:51:44.099635 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device eabb739f-b8a3-4aa1-93f8-65cb1c275cdb up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 14:51:44.174053 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning for port eabb739f-b8a3-4aa1-93f8-65cb1c275cdb completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 14:51:44.179364 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port eabb739f-b8a3-4aa1-93f8-65cb1c275cdb triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:51:44.179773 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:44.307286 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:44.325383 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] For port eabb739f-b8a3-4aa1-93f8-65cb1c275cdb, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=eabb739f-b8a3-4aa1-93f8-65cb1c275cdb,segment=NetworkSegment(d608effb-fc29-4317-9442-b1f08aaaa7ca),segment_id=d608effb-fc29-4317-9442-b1f08aaaa7ca)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 14:51:44.328878 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:44.331292 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:51:44.398767 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Pushing event updated for resources: {'Port': ['ID=eabb739f-b8a3-4aa1-93f8-65cb1c275cdb,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:51:44.404385 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:51:46.114278 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device eabb739f-b8a3-4aa1-93f8-65cb1c275cdb up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 14:51:46.208062 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port eabb739f-b8a3-4aa1-93f8-65cb1c275cdb triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:51:46.208481 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:49.873243 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2abc08d3-80e7-4d09-9bad-474eb9ee3e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:52.463563 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-73456424-31af-4306-af8b-f2861f2b45c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:52.851988 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:53.794795 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:51:54.226891 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:52:13.971809 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 5 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 14:52:19.867154 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd4396fb-3880-4cdf-95ef-a37d17e0cbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:52:22.456803 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b5bef094-1dad-4d00-b707-d5f0d2f7f214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:52:22.841000 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:52:23.787214 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:52:24.227931 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:52:49.872022 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4a518ac8-970c-4673-9a98-33a48053cacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:52:50.972342 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 5 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 14:52:52.459102 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc3185d6-758b-42c8-9358-d37662229edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:52:52.843807 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:52:53.788836 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:52:54.233655 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:53:19.873899 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6d95dd66-b498-4bee-89e4-6eecd6b74f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:53:22.464126 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-976b910b-0160-4545-becb-086d57277251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:53:22.847390 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:53:23.793114 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:53:24.235628 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:53:27.972844 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 5 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 14:53:49.877659 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5d8795ce-ca6e-45d4-9426-1fdaee1b0fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:53:52.466193 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0305c08-96ab-4e22-9400-8ff0ba0647e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:53:52.850732 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:53:53.795965 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:53:54.240624 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:53:57.759520 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 57940) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:53:57.860038 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0990a14-5fe0-4869-88ad-f6bb5be0e399 admin admin] GET failed (client error): The resource could not be found. Nov 18 14:53:57.860596 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-e0990a14-5fe0-4869-88ad-f6bb5be0e399 admin admin] Synchronizing usage tracker for tenant:7c9e0891bd694db7b6359293c3f60152 on resource:network {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 14:53:57.877153 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-e0990a14-5fe0-4869-88ad-f6bb5be0e399 admin admin] Unset dirty status for tenant:7c9e0891bd694db7b6359293c3f60152 on resource:network {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 14:53:57.878316 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-e0990a14-5fe0-4869-88ad-f6bb5be0e399 admin admin] 10.222.0.17 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1177123 Nov 18 14:53:58.022918 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f75e8e-2112-44a0-9cc0-dff429431491 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:53:58.025556 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-52f75e8e-2112-44a0-9cc0-dff429431491 admin admin] 10.222.0.17 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1428676 Nov 18 14:54:00.569974 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 57950) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:54:00.716298 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e6e299-bb0d-49d5-a4cc-fc0dc13ceec8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:54:00.717730 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-f0e6e299-bb0d-49d5-a4cc-fc0dc13ceec8 admin admin] 10.222.0.17 "GET /v2.0/subnets/322f56f0-ea1d-4522-8def-1cbeae0b57ce HTTP/1.1" status: 200 len: 849 time: 0.1467040 Nov 18 14:54:00.729077 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:54:00.855854 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Notify callbacks [] for subnet, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:01.168778 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363305708479177'] for subnet, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:01.183728 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:54:01.329527 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=322f56f0-ea1d-4522-8def-1cbeae0b57ce,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:54:01.344634 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:01.345010 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:01.345374 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:01.345729 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:01.346104 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:01.346458 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:01.346808 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:01.347158 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:01.347506 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:01.347854 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:01.348199 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:01.348544 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:01.360385 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:54:01.378703 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:54:01.379350 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:01.380702 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] 10.222.0.17 "PUT /v2.0/subnets/322f56f0-ea1d-4522-8def-1cbeae0b57ce HTTP/1.1" status: 200 len: 868 time: 0.6565645 Nov 18 14:54:01.383752 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e1fda9-5bdb-4ff2-a273-9a4f8772856d None None] Network e1c6fd38-0b43-46bc-bae7-c16ab5f6031e requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 14:54:01.816485 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d6ef6524-05f9-4fe5-980b-aabdaea42c62 None None] Provisioning complete for port a205e9db-9b18-4b89-ab67-21a820bb9989 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:54:01.816989 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d6ef6524-05f9-4fe5-980b-aabdaea42c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:01.945397 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d6ef6524-05f9-4fe5-980b-aabdaea42c62 None None] Provisioning complete for port 76962c7e-6efa-4cc5-a3dd-d93943020b4f triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:54:01.945787 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d6ef6524-05f9-4fe5-980b-aabdaea42c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:03.850421 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 57960) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:54:04.212832 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ea2dc-d31b-4545-9190-f4f906224dc0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:54:04.213245 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ea2dc-d31b-4545-9190-f4f906224dc0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:54:04.214957 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-ad4ea2dc-d31b-4545-9190-f4f906224dc0 admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.3634727 Nov 18 14:54:04.972694 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 5 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 14:54:06.693428 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 57970) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:54:06.908428 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bb2e79-a54e-44d4-8752-d922dd60a812 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:54:06.908764 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bb2e79-a54e-44d4-8752-d922dd60a812 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:54:06.910427 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-93bb2e79-a54e-44d4-8752-d922dd60a812 admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2159400 Nov 18 14:54:09.383782 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 57980) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:54:09.591321 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8217033-1ba1-425e-81cc-7ce61cddfa82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:54:09.592706 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-b8217033-1ba1-425e-81cc-7ce61cddfa82 admin admin] 10.222.0.17 "GET /v2.0/networks/43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 HTTP/1.1" status: 200 len: 886 time: 0.2079358 Nov 18 14:54:12.072925 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 57990) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:54:12.285402 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ae0998-5fc7-4a00-8461-d6fc5711cc45 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:54:12.286860 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-97ae0998-5fc7-4a00-8461-d6fc5711cc45 admin admin] 10.222.0.17 "GET /v2.0/networks/e1c6fd38-0b43-46bc-bae7-c16ab5f6031e HTTP/1.1" status: 200 len: 862 time: 0.2128978 Nov 18 14:54:14.755245 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58000) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:54:14.900428 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece5d46a-2d08-4260-82ad-be965135416d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:54:14.900832 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece5d46a-2d08-4260-82ad-be965135416d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:54:14.902513 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-ece5d46a-2d08-4260-82ad-be965135416d admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1461957 Nov 18 14:54:17.381361 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58010) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:54:17.527122 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c395cc50-a5f7-4056-a2d4-86b94b009d0b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:54:17.527532 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c395cc50-a5f7-4056-a2d4-86b94b009d0b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:54:17.529160 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-c395cc50-a5f7-4056-a2d4-86b94b009d0b admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1467364 Nov 18 14:54:19.879857 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-218bc16a-e711-482b-b47b-6d9f6062267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:19.995345 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58020) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:54:20.140124 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c75da5-8b88-438f-9030-e2e0d25fd753 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:54:20.141522 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-c3c75da5-8b88-438f-9030-e2e0d25fd753 admin admin] 10.222.0.17 "GET /v2.0/subnets/322f56f0-ea1d-4522-8def-1cbeae0b57ce HTTP/1.1" status: 200 len: 868 time: 0.1451447 Nov 18 14:54:22.469431 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4b7b11d2-4946-4159-8165-ad08ae072fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:22.655477 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58030) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:54:22.796220 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877229e2-0ba8-4814-90b7-dcad063b0edb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:54:22.797655 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-877229e2-0ba8-4814-90b7-dcad063b0edb admin admin] 10.222.0.17 "GET /v2.0/subnets/81ba36a0-a2a1-4122-9852-9ec563604b00 HTTP/1.1" status: 200 len: 816 time: 0.1411562 Nov 18 14:54:22.853034 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:23.798838 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:24.243802 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:41.973062 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 5 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 14:54:48.456979 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 58070) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:54:48.536415 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [None req-b0a47580-8014-44cc-8b28-77419ce507dd admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80266) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 14:54:48.537507 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-b0a47580-8014-44cc-8b28-77419ce507dd admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0794902 Nov 18 14:54:49.881112 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-24f3788f-3dc3-4fcb-943a-d3a83fa6ada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:51.098314 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 58080) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:54:51.200923 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe95726-52a5-4891-8e97-32447bf37194 admin admin] GET failed (client error): The resource could not be found. Nov 18 14:54:51.202264 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-0fe95726-52a5-4891-8e97-32447bf37194 admin admin] 10.222.0.17 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1028461 Nov 18 14:54:51.340304 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e14b41-b89d-46e4-a001-bca2ba81141b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:54:51.341906 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-c6e14b41-b89d-46e4-a001-bca2ba81141b admin admin] 10.222.0.17 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1352468 Nov 18 14:54:52.472996 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-09342df7-8aa2-4e15-bb61-911e0413da83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:52.862684 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:53.800924 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:53.865004 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 58090) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:54:53.945004 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:54:53.949856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:54:53.959949 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:54:53.968371 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Made reservation on behalf of 7c9e0891bd694db7b6359293c3f60152 for: {'network': 1} {{(pid=80266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:54:53.972969 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for network, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:54.071487 dv-cinder-733623-8-smb neutron-server[80155]: WARNING neutron.services.revisions.revision_plugin [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Could not find related network for resource to bump revision. Nov 18 14:54:54.089106 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 14:54:54.099962 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731146413325', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:54.100427 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.segments_db [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Added segment 5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf of type vxlan for network 5bb99113-f39a-40c6-93e6-ed33671f45b5 Nov 18 14:54:54.138557 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731145831112'] for network, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:54.176421 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:54.177654 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:54:54.178825 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:54.183848 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:54:54.241522 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3747852 Nov 18 14:54:54.246125 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:54.295384 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Pushing event updated for resources: {'Network': ['ID=5bb99113-f39a-40c6-93e6-ed33671f45b5,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:54:54.305466 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:54.305840 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:54.306230 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:54.306595 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:54.306957 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:54.307581 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:54.307937 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:54.308293 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:54.308649 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:54.309000 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:54.309350 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:54.309697 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:54.314317 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:54:54.323313 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Network 5bb99113-f39a-40c6-93e6-ed33671f45b5 details requested by agent ovs-agent-dv-cinder-733623-8-smb with host dv-cinder-733623-8-smb {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 14:54:56.748772 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58100) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:54:56.851458 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72b41f0-9c6a-4d3f-8da4-d4a87692b105 admin admin] GET failed (client error): The resource could not be found. Nov 18 14:54:56.852773 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d72b41f0-9c6a-4d3f-8da4-d4a87692b105 admin admin] 10.222.0.17 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1029770 Nov 18 14:54:56.967651 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff69fc8-9cc0-4c6b-ae7b-d16a6a5cbc14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:54:56.969141 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-8ff69fc8-9cc0-4c6b-ae7b-d16a6a5cbc14 admin admin] 10.222.0.17 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1121006 Nov 18 14:54:56.980316 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-89dff054-84ce-461c-86cb-06b2e41cacf0 admin admin] Request body: {'subnet': {'network_id': '5bb99113-f39a-40c6-93e6-ed33671f45b5', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:54:56.984939 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-89dff054-84ce-461c-86cb-06b2e41cacf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:54:56.988947 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-89dff054-84ce-461c-86cb-06b2e41cacf0 admin admin] Usage tracker for resource:subnet and tenant:7c9e0891bd694db7b6359293c3f60152 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:54:56.992512 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-89dff054-84ce-461c-86cb-06b2e41cacf0 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:54:56.998256 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-89dff054-84ce-461c-86cb-06b2e41cacf0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:54:57.007542 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dff054-84ce-461c-86cb-06b2e41cacf0 admin admin] Made reservation on behalf of 7c9e0891bd694db7b6359293c3f60152 for: {'subnet': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:54:57.012151 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-89dff054-84ce-461c-86cb-06b2e41cacf0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:57.408535 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-89dff054-84ce-461c-86cb-06b2e41cacf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for subnet, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:57.424127 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e68da92a-fa7a-41ab-a920-751baf2dbe0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:54:57.560417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dff054-84ce-461c-86cb-06b2e41cacf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fda4b0ad-3189-43b7-9a8c-1e1bedeaba42,revision_number=0']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:54:57.564482 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-89dff054-84ce-461c-86cb-06b2e41cacf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:54:57.624025 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dff054-84ce-461c-86cb-06b2e41cacf0 admin admin] Checking segment: {'id': '5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5bb99113-f39a-40c6-93e6-ed33671f45b5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 14:54:57.624405 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dff054-84ce-461c-86cb-06b2e41cacf0 admin admin] Network hostable DHCP agents. Network: 5bb99113-f39a-40c6-93e6-ed33671f45b5, hostable agents: ['7dd807ff-4068-4bca-9edc-148d9863a8e6'], hosted agents: [] {{(pid=80267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 14:54:57.645984 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dff054-84ce-461c-86cb-06b2e41cacf0 admin admin] Network 5bb99113-f39a-40c6-93e6-ed33671f45b5 is scheduled to be hosted by DHCP agent 7dd807ff-4068-4bca-9edc-148d9863a8e6 with binding_index 1 {{(pid=80267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 14:54:57.654860 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-89dff054-84ce-461c-86cb-06b2e41cacf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-smb, 5bb99113-f39a-40c6-93e6-ed33671f45b5) {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:54:57.658710 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dff054-84ce-461c-86cb-06b2e41cacf0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:54:57.659296 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-89dff054-84ce-461c-86cb-06b2e41cacf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:57.664271 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43044fd2-87cd-4d32-8020-e6d52edf47c5 None None] Network 5bb99113-f39a-40c6-93e6-ed33671f45b5 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 14:54:57.678802 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-89dff054-84ce-461c-86cb-06b2e41cacf0 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7022321 Nov 18 14:54:57.909846 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a8f770-7278-5950-a70d-af2684967024-5bb99113-f39a-40c6-93e6-ed33671f45b5', 'network_id': '5bb99113-f39a-40c6-93e6-ed33671f45b5', 'tenant_id': '7c9e0891bd694db7b6359293c3f60152', 'fixed_ips': [{'subnet_id': 'fda4b0ad-3189-43b7-9a8c-1e1bedeaba42'}]}} from dv-cinder-733623-8-smb. {{(pid=80268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 14:54:57.911045 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:58.212025 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Allocated IP 192.168.233.2 (5bb99113-f39a-40c6-93e6-ed33671f45b5/fda4b0ad-3189-43b7-9a8c-1e1bedeaba42/d22b22b1-7c78-4c06-a837-b28433cba972) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 14:54:58.441030 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:58.453462 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Transition to ACTIVE for port object d22b22b1-7c78-4c06-a837-b28433cba972 will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 14:54:58.470628 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Transition to ACTIVE for port object d22b22b1-7c78-4c06-a837-b28433cba972 will not be triggered until provisioned by entity DHCP. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 14:54:58.475054 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:58.490503 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ebd3ccb5-f5ce-486b-8c1b-6ca7250f1986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:54:58.629215 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Pushing event updated for resources: {'Port': ['ID=d22b22b1-7c78-4c06-a837-b28433cba972,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:54:58.657988 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:58.658636 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:58.659267 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:58.659890 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:58.660507 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:58.660993 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:58.661354 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:58.661717 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:58.662222 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:58.662621 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:58.662969 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:58.663436 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:54:58.670650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:54:58.719368 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Network 5bb99113-f39a-40c6-93e6-ed33671f45b5 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 14:54:58.720683 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Resources bound (agent type, host, resource id): {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:54:58.723144 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 14:54:58.784825 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Attempting to bind port d22b22b1-7c78-4c06-a837-b28433cba972 on host dv-cinder-733623-8-smb for vnic_type normal with profile {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 14:54:58.785231 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Attempting to bind port d22b22b1-7c78-4c06-a837-b28433cba972 by drivers openvswitch on host dv-cinder-733623-8-smb at level 0 using segments [{'id': '5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5bb99113-f39a-40c6-93e6-ed33671f45b5'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 14:54:58.785640 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Attempting to bind port d22b22b1-7c78-4c06-a837-b28433cba972 on network 5bb99113-f39a-40c6-93e6-ed33671f45b5 {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 14:54:58.793874 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Checking agent: {'id': 'b89b5859-e255-43e6-a15a-920ce6d00019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 54), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 14:54:58.794861 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Checking segment: {'id': '5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5bb99113-f39a-40c6-93e6-ed33671f45b5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 14:54:58.794861 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:58.795238 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Bound using segment: {'id': '5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5bb99113-f39a-40c6-93e6-ed33671f45b5'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 14:54:58.795745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Bound port: d22b22b1-7c78-4c06-a837-b28433cba972, host: dv-cinder-733623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5bb99113-f39a-40c6-93e6-ed33671f45b5'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 14:54:58.796172 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:58.907458 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] For port d22b22b1-7c78-4c06-a837-b28433cba972, host dv-cinder-733623-8-smb, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 14:54:58.911303 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] For port d22b22b1-7c78-4c06-a837-b28433cba972, host dv-cinder-733623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=d22b22b1-7c78-4c06-a837-b28433cba972,segment=NetworkSegment(5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf),segment_id=5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 14:54:58.915259 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:54:58.944846 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:54:59.128891 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Pushing event updated for resources: {'Port': ['ID=d22b22b1-7c78-4c06-a837-b28433cba972,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:54:59.140032 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:55:00.214621 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device d22b22b1-7c78-4c06-a837-b28433cba972 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 14:55:00.300687 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning for port d22b22b1-7c78-4c06-a837-b28433cba972 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 14:55:00.500270 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca06b40-12bc-45d4-b076-8b318e47bb82 None None] Network 5bb99113-f39a-40c6-93e6-ed33671f45b5 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 14:55:00.822169 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-88945b9d-0934-4058-96da-2f446fefa984 None None] Provisioning for port d22b22b1-7c78-4c06-a837-b28433cba972 completed by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 14:55:00.832775 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-88945b9d-0934-4058-96da-2f446fefa984 None None] Provisioning complete for port d22b22b1-7c78-4c06-a837-b28433cba972 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:55:00.833187 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-88945b9d-0934-4058-96da-2f446fefa984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:55:01.019115 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-88945b9d-0934-4058-96da-2f446fefa984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:55:01.063836 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-88945b9d-0934-4058-96da-2f446fefa984 None None] For port d22b22b1-7c78-4c06-a837-b28433cba972, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=d22b22b1-7c78-4c06-a837-b28433cba972,segment=NetworkSegment(5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf),segment_id=5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 14:55:01.066646 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-88945b9d-0934-4058-96da-2f446fefa984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:55:01.070016 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:55:01.143957 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88945b9d-0934-4058-96da-2f446fefa984 None None] Pushing event updated for resources: {'Port': ['ID=d22b22b1-7c78-4c06-a837-b28433cba972,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:55:01.154808 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-88945b9d-0934-4058-96da-2f446fefa984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:55:01.312448 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-bf80a7c0-a5d0-4500-baae-85b8259fabaa None None] Provisioning complete for port d22b22b1-7c78-4c06-a837-b28433cba972 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:55:01.312940 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bf80a7c0-a5d0-4500-baae-85b8259fabaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:55:01.560500 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-3f9a123f-4803-42b5-bd62-96229dfe76c4 None None] Provisioning complete for port d22b22b1-7c78-4c06-a837-b28433cba972 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:55:01.560913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3f9a123f-4803-42b5-bd62-96229dfe76c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:55:02.194302 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device d22b22b1-7c78-4c06-a837-b28433cba972 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 14:55:02.265372 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port d22b22b1-7c78-4c06-a837-b28433cba972 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:55:02.265783 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:55:18.972773 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 5 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 14:55:19.883583 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ae2711aa-b747-4971-914f-8e40fa822b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:55:22.474814 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d0196733-3911-4768-a269-fef3bf0432bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:55:22.859778 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:55:23.804145 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:55:24.249125 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:55:49.886286 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1fea199c-e617-41f9-9322-09d4d121601c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:55:52.479756 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0d27c771-b319-4997-b06a-adc261f20d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:55:52.860842 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:55:53.808395 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:55:54.252083 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:55:55.974203 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 5 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 14:55:59.668441 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58142) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:55:59.674905 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [None req-a061f8b4-d4d5-4649-884b-8cf67dc5ae43 tempest-verify_tempest_config-123331444 tempest-verify_tempest_config-123331444] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80267) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 14:55:59.676012 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-a061f8b4-d4d5-4649-884b-8cf67dc5ae43 tempest-verify_tempest_config-123331444 tempest-verify_tempest_config-123331444] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12795 time: 0.0064845 Nov 18 14:56:00.028824 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58162) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:56:00.183231 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:56:00.217524 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:56:00.221449 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Usage tracker for resource:security_group_rule and tenant:7acc58134a9e40339f029c3c7e4462ea is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:56:00.225534 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:56:00.231232 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:56:00.301715 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:56:00.304323 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:56:00.312849 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:56:00.356675 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79ce55d-ea14-4add-b1a9-a3ca42f38f41,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:56:00.359545 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Synchronizing usage tracker for tenant:7c9e0891bd694db7b6359293c3f60152 on resource:security_group {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 14:56:00.374533 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:56:00.374914 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:56:00.375277 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:56:00.375695 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:56:00.376044 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:56:00.376387 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:56:00.376737 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:56:00.377086 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:56:00.377435 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:56:00.377782 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:56:00.378153 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:56:00.378498 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:56:00.384615 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:56:00.389213 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Unset dirty status for tenant:7c9e0891bd694db7b6359293c3f60152 on resource:security_group {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 14:56:00.390540 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7acc58134a9e40339f029c3c7e4462ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3607240 Nov 18 14:56:00.393321 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58168) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:56:00.455430 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0dfcb8e7-7069-4161-adc0-97f643eb75c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:56:00.482575 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0dfcb8e7-7069-4161-adc0-97f643eb75c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:56:00.531044 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0dfcb8e7-7069-4161-adc0-97f643eb75c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:56:00.535004 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:56:00.549506 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfcb8e7-7069-4161-adc0-97f643eb75c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79ce55d-ea14-4add-b1a9-a3ca42f38f41,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:56:00.552961 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0dfcb8e7-7069-4161-adc0-97f643eb75c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:56:00.554978 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0dfcb8e7-7069-4161-adc0-97f643eb75c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:56:00.556157 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-0dfcb8e7-7069-4161-adc0-97f643eb75c1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d79ce55d-ea14-4add-b1a9-a3ca42f38f41 HTTP/1.1" status: 204 len: 168 time: 0.1618829 Nov 18 14:56:19.886235 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3bb4f5ab-80ea-4ff6-b199-716b7988ea63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:56:22.481958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a5c841f7-6037-4e1e-a46d-f370f27a820c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:56:22.863766 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:56:23.810413 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:56:24.254490 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:56:32.975560 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 5 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 14:56:49.889359 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-32e6ea39-e7f5-43ad-a9c0-6671f570a7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:56:52.483195 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1f858da-dff0-4880-a508-08dcd48db3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:56:52.867002 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:56:53.811626 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:56:54.257509 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:57:09.977530 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 5 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 14:57:19.890871 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bd5b7072-5548-4539-8396-b152dfae44d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:57:22.485257 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6b4a6334-851e-44bf-b66e-d4692268f229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:57:22.869382 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:57:23.814465 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:57:24.260468 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:57:43.254348 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492'] for agent, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:57:43.255197 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:57:43.255197 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:57:43.255494 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:57:43.255863 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:57:43.256227 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:57:43.256592 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:57:43.256957 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:57:43.257360 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:57:43.257721 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:57:43.258103 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:57:43.258465 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:57:43.258825 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:57:43.259214 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-73362', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:57:43.263426 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-73362', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:57:43.558163 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] get_endpoint_by_host() called for host hv-cinder-73362 {{(pid=80268) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 18 14:57:43.562475 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] get_endpoint_by_ip() called for ip 192.168.0.10 {{(pid=80268) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 18 14:57:43.565651 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] _add_endpoint() called for ip 192.168.0.10 {{(pid=80268) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 18 14:57:43.570678 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] _get_endpoints() called {{(pid=80268) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 18 14:57:45.361688 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58220) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:57:45.515709 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-3ef5c321-4e09-4c33-98d9-1e53e0a6a589 admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1528060 Nov 18 14:57:46.979091 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 14:57:48.028186 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58230) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:57:48.118198 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-070b46ed-2af1-4db8-8062-a5f79b2042b4 admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0887485 Nov 18 14:57:49.893115 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6686fe37-1a97-473c-9246-ad5d9e5da3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:57:52.488256 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-994bab00-e07a-4879-a8cd-2879f020f593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:57:52.874624 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:57:53.816799 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:57:54.263338 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:58:13.273216 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:58:19.894759 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60c262be-3fef-481e-87aa-9846887c5176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:58:22.483492 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-753af390-7084-4342-95ca-120d267fd62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:58:22.875813 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:58:23.820069 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:58:23.981369 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 14:58:24.265020 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:58:43.287994 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:58:49.897760 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-12d1ac2a-727e-475e-836d-e313db3ce6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:58:52.494348 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef5259c7-31f7-4e42-844c-006d6810da10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:58:52.884576 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:58:53.822027 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:58:54.271068 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:00.982747 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 14:59:13.287186 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:19.900887 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ac28fe31-8474-401f-b260-4c0c08bdfccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:22.488726 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-34a4a7c8-962d-463e-a339-fd8fa8ed583e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:22.883302 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:23.824252 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:24.285111 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:29.820052 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58390) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:30.210847 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1440307107-network', 'tenant_id': 'a0c21091ef2244ca833257d93ddee8eb'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:30.216648 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:30.225118 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Usage tracker for resource:network and tenant:a0c21091ef2244ca833257d93ddee8eb is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:30.225674 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:30.231867 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:30.242674 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Made reservation on behalf of a0c21091ef2244ca833257d93ddee8eb for: {'network': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:59:30.247555 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for network, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:30.261357 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:30.307972 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:30.313391 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Usage tracker for resource:security_group_rule and tenant:a0c21091ef2244ca833257d93ddee8eb is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:30.317404 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:30.323829 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:30.400745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:30.404037 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:30.415252 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:30.437037 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 14:59:30.461487 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:30.461770 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.segments_db [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Added segment 324638eb-0cd2-4b5d-9c31-a87da18bd95c of type vxlan for network d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 Nov 18 14:59:30.463101 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf13d6f-facb-4380-bb9a-01b88dbe5b14,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:30.482664 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.483080 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.483608 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.483833 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.484428 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.484892 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.485374 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.486189 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.487553 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.487553 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.487553 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.488510 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.489954 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.490486 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.492033 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.492033 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.492033 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.492033 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.492741 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.493182 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.493813 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.494299 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.494758 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.495227 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Tracked resource versions report: Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: pushed versions: Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: { 'AddressGroup': {'1.0'}, Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': {'1.0'}, Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': {'1.0'}, Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': {'1.1'}, Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': {'1.6'}, Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': {'1.2'}, Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': {'1.8'}, Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': {'1.2'}, Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': {'1.0'}, Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': {'1.0'}, Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': {'1.1'}, Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': {'1.1'}} Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: consumer versions: Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: { DHCP agent@dv-cinder-733623-8-smb: {}, Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: L3 agent@dv-cinder-733623-8-smb: {}, Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: Metadata agent@dv-cinder-733623-8-smb: {}, Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: Metering agent@dv-cinder-733623-8-smb: {}, Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: Open vSwitch agent@dv-cinder-733623-8-smb: { 'AddressGroup': '1.0', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': '1.0', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': '1.0', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': '1.1', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': '1.6', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': '1.2', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': '1.8', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': '1.2', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': '1.0', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': '1.0', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': '1.1', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': '1.1'}, Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: Open vSwitch agent@hv-cinder-73362: { 'AddressGroup': '1.0', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': '1.0', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': '1.0', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': '1.1', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': '1.6', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': '1.2', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': '1.8', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': '1.2', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': '1.0', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': '1.0', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': '1.1', Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': '1.1'}} Nov 18 14:59:30.496602 dv-cinder-733623-8-smb neutron-server[80155]: {{(pid=80267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 14:59:30.513154 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:30.522111 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731145831112'] for network, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:30.556070 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:30.557605 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:30.558276 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:30.563734 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-172e1a40-6603-4588-b220-179032a92e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:30.683751 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Pushing event updated for resources: {'Network': ['ID=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:30.691273 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8659282 Nov 18 14:59:30.691765 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 58424) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:30.701057 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:30.701418 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Request body: {'subnet': {'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1440307107-subnet', 'tenant_id': 'a0c21091ef2244ca833257d93ddee8eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:30.703596 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Network d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 details requested by agent ovs-agent-dv-cinder-733623-8-smb with host dv-cinder-733623-8-smb {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 14:59:30.714518 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:30.726310 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Usage tracker for resource:subnet and tenant:a0c21091ef2244ca833257d93ddee8eb is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:30.729670 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:30.736971 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:30.751069 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Made reservation on behalf of a0c21091ef2244ca833257d93ddee8eb for: {'subnet': 1} {{(pid=80266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:59:30.756580 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:30.813229 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Network d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 14:59:31.154650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 58444) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:31.206290 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58454) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:31.248681 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58460) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:31.260266 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for subnet, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:31.276717 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-406ba1bf-706f-429f-9c4d-24e8a0813953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:31.292824 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58466) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:31.411919 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee20925e-2a54-4f0d-847c-e53daab404c3,revision_number=0']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:31.422816 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.423446 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.423826 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.424210 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.424563 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.424928 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.425288 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.425646 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.426041 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.426402 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.426759 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.427116 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.427515 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.427875 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.428232 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.428585 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.428937 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.429292 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.429645 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.430028 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.430401 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.430756 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.431108 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.431462 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Tracked resource versions report: Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: pushed versions: Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: { 'AddressGroup': {'1.0'}, Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': {'1.0'}, Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': {'1.0'}, Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': {'1.1'}, Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': {'1.6'}, Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': {'1.2'}, Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': {'1.8'}, Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': {'1.2'}, Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': {'1.0'}, Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': {'1.0'}, Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': {'1.1'}, Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': {'1.1'}} Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: consumer versions: Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: { DHCP agent@dv-cinder-733623-8-smb: {}, Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: L3 agent@dv-cinder-733623-8-smb: {}, Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: Metadata agent@dv-cinder-733623-8-smb: {}, Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: Metering agent@dv-cinder-733623-8-smb: {}, Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: Open vSwitch agent@dv-cinder-733623-8-smb: { 'AddressGroup': '1.0', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': '1.0', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': '1.0', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': '1.1', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': '1.6', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': '1.2', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': '1.8', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': '1.2', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': '1.0', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': '1.0', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': '1.1', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': '1.1'}, Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: Open vSwitch agent@hv-cinder-73362: { 'AddressGroup': '1.0', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': '1.0', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': '1.0', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': '1.1', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': '1.6', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': '1.2', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': '1.8', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': '1.2', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': '1.0', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': '1.0', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': '1.1', Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': '1.1'}} Nov 18 14:59:31.433000 dv-cinder-733623-8-smb neutron-server[80155]: {{(pid=80266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 14:59:31.443925 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:31.490644 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-network', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:31.496115 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:31.500952 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Usage tracker for resource:network and tenant:843cfdfce3cc46e79a77e9d00a592187 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:31.504827 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:31.510894 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:31.523936 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Made reservation on behalf of 843cfdfce3cc46e79a77e9d00a592187 for: {'network': 1} {{(pid=80266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:59:31.529985 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for network, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:31.534493 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1517556155-network', 'tenant_id': '444f701c1f7f4ded8cfe634c62dacdf9'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:31.544181 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:31.552929 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:31.555834 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Usage tracker for resource:network and tenant:444f701c1f7f4ded8cfe634c62dacdf9 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:31.560107 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:31.573718 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:31.603287 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-765644901-network', 'tenant_id': 'b8c2ac98ae5b40dd99dbbe8ce7864833'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:31.613114 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:31.616277 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Made reservation on behalf of 444f701c1f7f4ded8cfe634c62dacdf9 for: {'network': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:59:31.621733 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for network, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:31.640610 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:31.647149 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:31.649947 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Checking segment: {'id': '324638eb-0cd2-4b5d-9c31-a87da18bd95c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 14:59:31.650371 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Network hostable DHCP agents. Network: d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7, hostable agents: ['7dd807ff-4068-4bca-9edc-148d9863a8e6'], hosted agents: [] {{(pid=80266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 14:59:31.656074 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Usage tracker for resource:network and tenant:b8c2ac98ae5b40dd99dbbe8ce7864833 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:31.659990 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Usage tracker for resource:security_group_rule and tenant:843cfdfce3cc46e79a77e9d00a592187 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:31.663746 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:31.675803 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:31.685348 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:31.690813 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Usage tracker for resource:security_group_rule and tenant:444f701c1f7f4ded8cfe634c62dacdf9 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:31.694370 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:31.701159 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:31.709867 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Network d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 is scheduled to be hosted by DHCP agent 7dd807ff-4068-4bca-9edc-148d9863a8e6 with binding_index 1 {{(pid=80266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 14:59:31.722467 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-smb, d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7) {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:59:31.731143 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac014cd-d1d5-403b-b5ac-339297f379ac None None] Network d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 14:59:31.746979 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:31.747247 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:31.749322 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for subnet, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:31.765154 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2051694416-network', 'tenant_id': '7397fbd1b2c2450c8e2a15606e889c45'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:31.809739 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-9d1bed3e-d6a2-4652-8e57-b527a806a49d admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1167269 Nov 18 14:59:31.856110 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:31.857399 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:31.860218 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:31.866144 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:31.873550 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:31.876940 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:31.889464 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:31.895780 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 14:59:31.919973 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988b2c12-92fa-4078-813a-6c6229eba34b,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:31.924349 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731146413325', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:31.925136 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.segments_db [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Added segment 573e4015-d99e-4ce3-8b66-7ca90676bc75 of type vxlan for network 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf Nov 18 14:59:31.927689 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:31.939274 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:31.955586 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Usage tracker for resource:network and tenant:7397fbd1b2c2450c8e2a15606e889c45 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:31.986320 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:31.987953 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731145831112'] for network, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:31.989416 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Made reservation on behalf of b8c2ac98ae5b40dd99dbbe8ce7864833 for: {'network': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:59:31.998393 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for network, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:32.038816 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:32.058462 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:32.063001 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:32.067193 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:32.070574 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:32.121257 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:32.147172 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.api [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80267) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 14:59:32.147574 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_db.api [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 14:59:32.150241 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e55e326-1b37-49fc-84bd-0e88fb0b39ab,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:32.168469 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Made reservation on behalf of 7397fbd1b2c2450c8e2a15606e889c45 for: {'network': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:59:32.174100 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for network, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:32.214004 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:32.255796 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:32.260646 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b4958d-735d-4eb5-b4c5-bb7b8940acde None None] Network d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 14:59:32.310696 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:32.326360 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Usage tracker for resource:security_group_rule and tenant:b8c2ac98ae5b40dd99dbbe8ce7864833 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:32.347632 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:32.367946 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:32.381044 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Pushing event updated for resources: {'Network': ['ID=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:32.385406 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:32.389094 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:32.396904 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2411671 Nov 18 14:59:32.399838 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 58492) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:32.405186 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Usage tracker for resource:security_group_rule and tenant:7397fbd1b2c2450c8e2a15606e889c45 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:32.409523 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Network 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 14:59:32.410112 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:32.411661 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-613ab2f6-85ef-4d96-8104-4650d7c1bd84 admin admin] Request body: {'subnet': {'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-subnet', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:32.433062 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-613ab2f6-85ef-4d96-8104-4650d7c1bd84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:32.438154 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-613ab2f6-85ef-4d96-8104-4650d7c1bd84 admin admin] Usage tracker for resource:subnet and tenant:843cfdfce3cc46e79a77e9d00a592187 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:32.439216 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:32.442254 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-613ab2f6-85ef-4d96-8104-4650d7c1bd84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:32.449429 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-613ab2f6-85ef-4d96-8104-4650d7c1bd84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:32.457967 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Network 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf details requested by agent ovs-agent-dv-cinder-733623-8-smb with host dv-cinder-733623-8-smb {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 14:59:32.459935 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613ab2f6-85ef-4d96-8104-4650d7c1bd84 admin admin] Made reservation on behalf of 843cfdfce3cc46e79a77e9d00a592187 for: {'subnet': 1} {{(pid=80266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:59:32.464888 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-613ab2f6-85ef-4d96-8104-4650d7c1bd84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:32.671901 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:32.673919 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for network, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:32.732345 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:32.783229 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:32.888517 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 58524) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:32.893368 dv-cinder-733623-8-smb neutron-server[80155]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 18 14:59:32.901121 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 14:59:32.940055 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c164b51-c909-45ba-975f-c1185fde393f,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:32.944435 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:32.945128 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.segments_db [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Added segment 1f13af9b-2141-4972-b016-a6bb28c79ece of type vxlan for network 21c90c92-3cd6-4cc4-a87c-bebc1082f8d0 Nov 18 14:59:32.947483 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:32.954007 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:32.956853 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:32.966836 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:33.007386 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731145831112'] for network, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:33.076855 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56eb457-469a-4c7a-b535-527183aec343,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:33.080908 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:33.083222 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.api [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80267) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 14:59:33.083568 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_db.api [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 14:59:33.084092 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:33.085681 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.api [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80267) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 14:59:33.085681 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_db.api [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 14:59:33.087187 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:33.087819 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:33.094489 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7f72d609-a2e2-4364-a47e-c50ec1d9e7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:33.148465 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-503c4345-0ae4-490e-b3bf-2272f8728d1b tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:33.150270 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-503c4345-0ae4-490e-b3bf-2272f8728d1b tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/networks?id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 HTTP/1.1" status: 200 len: 815 time: 0.2606785 Nov 18 14:59:33.177649 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-9222a491-ab24-4166-95e9-5e3fcaf55691 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/quotas/a0c21091ef2244ca833257d93ddee8eb HTTP/1.1" status: 200 len: 375 time: 0.0210443 Nov 18 14:59:33.283602 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-172cda06-c458-4a1c-b19d-ac771f58677b tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?tenant_id=a0c21091ef2244ca833257d93ddee8eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724435 Nov 18 14:59:33.302878 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-613ab2f6-85ef-4d96-8104-4650d7c1bd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for subnet, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:33.320663 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:33.333432 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for network, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:33.453370 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 14:59:33.464359 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:33.464885 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.segments_db [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Added segment 976e25e0-4a9a-453e-a3e6-1c6b24f03877 of type vxlan for network f4badb87-04e7-4e11-a8f7-57fd8da6f7cc Nov 18 14:59:33.476643 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ab2f6-85ef-4d96-8104-4650d7c1bd84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5bcaa69-69c3-46ba-998a-62828b8d1ae0,revision_number=0']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:33.482548 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-613ab2f6-85ef-4d96-8104-4650d7c1bd84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:33.486480 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Pushing event updated for resources: {'Network': ['ID=21c90c92-3cd6-4cc4-a87c-bebc1082f8d0,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:33.492217 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-9ea92f98-3866-4b03-becc-0d7508cc6295 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80266) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 14:59:33.493316 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-9ea92f98-3866-4b03-becc-0d7508cc6295 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.1028929 Nov 18 14:59:33.497955 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Network 21c90c92-3cd6-4cc4-a87c-bebc1082f8d0 details requested by agent ovs-agent-dv-cinder-733623-8-smb with host dv-cinder-733623-8-smb {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 14:59:33.521778 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:33.525581 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Network 21c90c92-3cd6-4cc4-a87c-bebc1082f8d0 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 14:59:33.526855 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731145831112'] for network, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:33.534321 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.2821720 Nov 18 14:59:33.536737 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58546) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:33.543970 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-b24adf5d-7357-494a-a47e-824ca6f53142 admin admin] Request body: {'subnet': {'network_id': '21c90c92-3cd6-4cc4-a87c-bebc1082f8d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-765644901-subnet', 'tenant_id': 'b8c2ac98ae5b40dd99dbbe8ce7864833', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:33.551841 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b24adf5d-7357-494a-a47e-824ca6f53142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:33.565706 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-b24adf5d-7357-494a-a47e-824ca6f53142 admin admin] Usage tracker for resource:subnet and tenant:b8c2ac98ae5b40dd99dbbe8ce7864833 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:33.570698 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-b24adf5d-7357-494a-a47e-824ca6f53142 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:33.580399 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b24adf5d-7357-494a-a47e-824ca6f53142 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:33.586773 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for network, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:33.601432 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:33.605999 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:33.606633 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:33.614007 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:33.627825 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24adf5d-7357-494a-a47e-824ca6f53142 admin admin] Made reservation on behalf of b8c2ac98ae5b40dd99dbbe8ce7864833 for: {'subnet': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:59:33.632773 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b24adf5d-7357-494a-a47e-824ca6f53142 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:33.738219 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5306575 Nov 18 14:59:33.739071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 14:59:33.806679 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58554) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:33.818843 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Pushing event updated for resources: {'Network': ['ID=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:33.822572 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:33.826984 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-c256fea5-01e7-47bd-b7f6-f02d8c096f83 admin admin] Request body: {'subnet': {'network_id': 'f4badb87-04e7-4e11-a8f7-57fd8da6f7cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1517556155-subnet', 'tenant_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:33.931111 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-7e5f610e-7dd2-4396-8ea2-259a8ffb892d service neutron] 10.222.0.17 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207387 Nov 18 14:59:33.932305 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ab2f6-85ef-4d96-8104-4650d7c1bd84 admin admin] Checking segment: {'id': '573e4015-d99e-4ce3-8b66-7ca90676bc75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 14:59:33.932704 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613ab2f6-85ef-4d96-8104-4650d7c1bd84 admin admin] Network hostable DHCP agents. Network: 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf, hostable agents: ['7dd807ff-4068-4bca-9edc-148d9863a8e6'], hosted agents: [] {{(pid=80266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 14:59:33.942914 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c256fea5-01e7-47bd-b7f6-f02d8c096f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:33.964038 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-c256fea5-01e7-47bd-b7f6-f02d8c096f83 admin admin] Usage tracker for resource:subnet and tenant:444f701c1f7f4ded8cfe634c62dacdf9 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:33.975917 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:33.977046 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.segments_db [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Added segment 7321b8a4-6b79-49f3-a462-4fff62db3ead of type vxlan for network 25a3916c-dff8-4ac2-895a-7d5c6e7d9786 Nov 18 14:59:33.980349 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-c256fea5-01e7-47bd-b7f6-f02d8c096f83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:34.019466 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c256fea5-01e7-47bd-b7f6-f02d8c096f83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:34.034564 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Network f4badb87-04e7-4e11-a8f7-57fd8da6f7cc details requested by agent ovs-agent-dv-cinder-733623-8-smb with host dv-cinder-733623-8-smb {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 14:59:34.076955 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Network f4badb87-04e7-4e11-a8f7-57fd8da6f7cc details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 14:59:34.082276 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613ab2f6-85ef-4d96-8104-4650d7c1bd84 admin admin] Network 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf is scheduled to be hosted by DHCP agent 7dd807ff-4068-4bca-9edc-148d9863a8e6 with binding_index 1 {{(pid=80266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 14:59:34.087580 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731145831112'] for network, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:34.096059 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c256fea5-01e7-47bd-b7f6-f02d8c096f83 admin admin] Made reservation on behalf of 444f701c1f7f4ded8cfe634c62dacdf9 for: {'subnet': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:59:34.099491 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-613ab2f6-85ef-4d96-8104-4650d7c1bd84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-smb, 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf) {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:59:34.101324 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c256fea5-01e7-47bd-b7f6-f02d8c096f83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:34.114476 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613ab2f6-85ef-4d96-8104-4650d7c1bd84 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:34.115122 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-613ab2f6-85ef-4d96-8104-4650d7c1bd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for subnet, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:34.141799 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-613ab2f6-85ef-4d96-8104-4650d7c1bd84 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7373409 Nov 18 14:59:34.147085 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 58568) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:34.153306 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-fbb4d73a-c20d-481b-9d20-0c5ca27471d3 service neutron] 10.222.0.17 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2131298 Nov 18 14:59:34.156637 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:34.162225 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:34.165830 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79ce96d-fd4f-4a45-b7cf-05cb7e11469d None None] Network 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 14:59:34.166363 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Usage tracker for resource:router and tenant:843cfdfce3cc46e79a77e9d00a592187 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:34.169702 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:34.176171 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:34.186629 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854349647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733481'] for router, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:34.187923 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854320554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42335'] for router, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:34.218145 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:34.350100 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.resource_extend [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 18 14:59:34.404381 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:34.413521 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:34.415035 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:34.451232 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:34.500417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854349618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42318'] for router, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:34.581905 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Pushing event updated for resources: {'Network': ['ID=25a3916c-dff8-4ac2-895a-7d5c6e7d9786,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:34.604426 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.3021812 Nov 18 14:59:34.607513 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:34.609609 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58592) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:34.619465 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Network 25a3916c-dff8-4ac2-895a-7d5c6e7d9786 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 14:59:34.638761 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-935c6428-8ced-4dfa-a837-c746f214d350 admin admin] Request body: {'subnet': {'network_id': '25a3916c-dff8-4ac2-895a-7d5c6e7d9786', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2051694416-subnet', 'tenant_id': '7397fbd1b2c2450c8e2a15606e889c45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:34.639772 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Network 25a3916c-dff8-4ac2-895a-7d5c6e7d9786 details requested by agent ovs-agent-dv-cinder-733623-8-smb with host dv-cinder-733623-8-smb {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 14:59:34.647354 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-935c6428-8ced-4dfa-a837-c746f214d350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:34.651822 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-935c6428-8ced-4dfa-a837-c746f214d350 admin admin] Usage tracker for resource:subnet and tenant:7397fbd1b2c2450c8e2a15606e889c45 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:34.656102 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-935c6428-8ced-4dfa-a837-c746f214d350 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:34.668009 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-935c6428-8ced-4dfa-a837-c746f214d350 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:34.726657 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935c6428-8ced-4dfa-a837-c746f214d350 admin admin] Made reservation on behalf of 7397fbd1b2c2450c8e2a15606e889c45 for: {'subnet': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:59:34.731604 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-935c6428-8ced-4dfa-a837-c746f214d350 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:34.763555 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 58608) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:34.900526 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1936aeb1-e8c8-422a-8d10-0bb78f3403d0 req-52dbe339-4459-42e5-9358-236d50688a4b tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 210 time: 0.1311164 Nov 18 14:59:35.166803 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:35.293267 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:35.468899 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a8f770-7278-5950-a70d-af2684967024-2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'fixed_ips': [{'subnet_id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0'}]}} from dv-cinder-733623-8-smb. {{(pid=80268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 14:59:35.469914 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:35.485013 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58644) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:35.743972 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Allocated IP 172.28.0.205 (43dc5890-a9c2-4d0d-8ecc-5e5d0db18312/81ba36a0-a2a1-4122-9852-9ec563604b00/0009e63f-3f63-4e11-b9e6-bc37f5dfda0b) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 14:59:35.890840 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Allocated IP 172.20.0.2 (2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf/c5bcaa69-69c3-46ba-998a-62828b8d1ae0/05adf7ff-6ba5-4e2b-bb1d-05999a94f338) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 14:59:35.937559 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:35.939251 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80de6899-c98a-46eb-af04-369f682754c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:35.988889 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:36.005903 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-935c6428-8ced-4dfa-a837-c746f214d350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for subnet, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:36.020408 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:36.045820 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c9e0f8b8-9c4d-4f23-b9d3-6986c5f0bc33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:36.101094 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b24adf5d-7357-494a-a47e-824ca6f53142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for subnet, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:36.108118 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-80de6899-c98a-46eb-af04-369f682754c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:36.134507 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-80de6899-c98a-46eb-af04-369f682754c1 admin admin] Usage tracker for resource:security_group_rule and tenant:abe244748faf44b8b0304633855b832d is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:36.149832 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-80de6899-c98a-46eb-af04-369f682754c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:36.194799 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:36.206930 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Transition to ACTIVE for port object 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 14:59:36.228250 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Transition to ACTIVE for port object 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 will not be triggered until provisioned by entity DHCP. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 14:59:36.234784 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:36.238100 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-80de6899-c98a-46eb-af04-369f682754c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:36.256157 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:36.276264 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-11d54e32-ae30-4c65-b8b2-7d78e1b28d36 req-c734dfc2-c7bf-4fbb-8cd7-7f1aab68cd91 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 210 time: 0.1752355 Nov 18 14:59:36.295512 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Pushing event updated for resources: {'Port': ['ID=0009e63f-3f63-4e11-b9e6-bc37f5dfda0b,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:36.300162 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:36.350838 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 14:59:36.352403 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Resources bound (agent type, host, resource id): {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:59:36.355172 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 14:59:36.497254 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:36.500706 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Pushing event updated for resources: {'Port': ['ID=05adf7ff-6ba5-4e2b-bb1d-05999a94f338,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:36.513225 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854363818'] for router, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:36.564060 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.564448 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.564828 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.565202 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.565578 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.565992 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.566357 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.566722 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.567084 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.567446 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.567804 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.568163 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.568683 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.568876 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.569243 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.569601 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.586186 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.587425 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.588145 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.588719 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.589451 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.590091 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.590779 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.591345 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Tracked resource versions report: Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: pushed versions: Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: { 'AddressGroup': {'1.0'}, Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': {'1.0'}, Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': {'1.0'}, Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': {'1.1'}, Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': {'1.6'}, Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': {'1.2'}, Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': {'1.8'}, Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': {'1.2'}, Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': {'1.0'}, Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': {'1.0'}, Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': {'1.1'}, Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': {'1.1'}} Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: consumer versions: Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: { DHCP agent@dv-cinder-733623-8-smb: {}, Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: L3 agent@dv-cinder-733623-8-smb: {}, Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: Metadata agent@dv-cinder-733623-8-smb: {}, Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: Metering agent@dv-cinder-733623-8-smb: {}, Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: Open vSwitch agent@dv-cinder-733623-8-smb: { 'AddressGroup': '1.0', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': '1.0', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': '1.0', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': '1.1', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': '1.6', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': '1.2', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': '1.8', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': '1.2', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': '1.0', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': '1.0', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': '1.1', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': '1.1'}, Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: Open vSwitch agent@hv-cinder-73362: { 'AddressGroup': '1.0', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': '1.0', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': '1.0', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': '1.1', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': '1.6', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': '1.2', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': '1.8', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': '1.2', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': '1.0', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': '1.0', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': '1.1', Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': '1.1'}} Nov 18 14:59:36.593111 dv-cinder-733623-8-smb neutron-server[80155]: {{(pid=80268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 14:59:36.601054 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:36.691387 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Network 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 14:59:36.692662 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Resources bound (agent type, host, resource id): {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:59:36.697860 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 14:59:36.753080 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c6428-8ced-4dfa-a837-c746f214d350 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97977d9e-51a1-4e32-bb3c-ac827c4fb192,revision_number=0']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:36.756504 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-935c6428-8ced-4dfa-a837-c746f214d350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:36.758062 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c256fea5-01e7-47bd-b7f6-f02d8c096f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for subnet, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:36.775398 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Attempting to bind port 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 on host dv-cinder-733623-8-smb for vnic_type normal with profile {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 14:59:36.775817 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Attempting to bind port 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 by drivers openvswitch on host dv-cinder-733623-8-smb at level 0 using segments [{'id': '573e4015-d99e-4ce3-8b66-7ca90676bc75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 14:59:36.776249 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Attempting to bind port 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 on network 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 14:59:36.784085 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Checking agent: {'id': 'b89b5859-e255-43e6-a15a-920ce6d00019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 54), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 14:59:36.784511 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Checking segment: {'id': '573e4015-d99e-4ce3-8b66-7ca90676bc75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 14:59:36.784963 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:36.785640 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Bound using segment: {'id': '573e4015-d99e-4ce3-8b66-7ca90676bc75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 14:59:36.786188 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Bound port: 05adf7ff-6ba5-4e2b-bb1d-05999a94f338, host: dv-cinder-733623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573e4015-d99e-4ce3-8b66-7ca90676bc75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 14:59:36.786627 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:36.801212 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-89dff054-84ce-461c-86cb-06b2e41cacf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.667s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:36.893163 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Router d9fda826-546b-4b7a-b326-f7c2ded37ae7 is scheduled to L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da with binding_index 1 {{(pid=80266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 14:59:36.937042 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] For port 05adf7ff-6ba5-4e2b-bb1d-05999a94f338, host dv-cinder-733623-8-smb, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 14:59:36.941750 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] For port 05adf7ff-6ba5-4e2b-bb1d-05999a94f338, host dv-cinder-733623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=05adf7ff-6ba5-4e2b-bb1d-05999a94f338,segment=NetworkSegment(573e4015-d99e-4ce3-8b66-7ca90676bc75),segment_id=573e4015-d99e-4ce3-8b66-7ca90676bc75)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 14:59:36.946993 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:37.021270 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:37.065991 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80de6899-c98a-46eb-af04-369f682754c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:37.150146 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80de6899-c98a-46eb-af04-369f682754c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:37.156638 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c6428-8ced-4dfa-a837-c746f214d350 admin admin] Checking segment: {'id': '7321b8a4-6b79-49f3-a462-4fff62db3ead', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '25a3916c-dff8-4ac2-895a-7d5c6e7d9786'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 14:59:37.158657 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c6428-8ced-4dfa-a837-c746f214d350 admin admin] Network hostable DHCP agents. Network: 25a3916c-dff8-4ac2-895a-7d5c6e7d9786, hostable agents: ['7dd807ff-4068-4bca-9edc-148d9863a8e6'], hosted agents: [] {{(pid=80267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 14:59:37.228728 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 14:59:37.242818 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Sync routers for ids ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'] in dv-cinder-733623-8-smb {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 14:59:37.258131 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24adf5d-7357-494a-a47e-824ca6f53142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a96331f-a4df-4e39-99a7-e24a9384eeae,revision_number=0']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:37.266201 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Routers {'d9fda826-546b-4b7a-b326-f7c2ded37ae7'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 14:59:37.267453 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T14:59:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:59:37.271435 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Notify callbacks [] for router, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:37.273196 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1234999 Nov 18 14:59:37.282479 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 58698) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:37.282754 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Pushing event updated for resources: {'Port': ['ID=05adf7ff-6ba5-4e2b-bb1d-05999a94f338,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:37.288446 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:37.473205 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-80de6899-c98a-46eb-af04-369f682754c1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=abe244748faf44b8b0304633855b832d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9839306 Nov 18 14:59:37.487392 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c256fea5-01e7-47bd-b7f6-f02d8c096f83 admin admin] Checking segment: {'id': '976e25e0-4a9a-453e-a3e6-1c6b24f03877', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f4badb87-04e7-4e11-a8f7-57fd8da6f7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 14:59:37.491354 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c256fea5-01e7-47bd-b7f6-f02d8c096f83 admin admin] Network hostable DHCP agents. Network: f4badb87-04e7-4e11-a8f7-57fd8da6f7cc, hostable agents: ['7dd807ff-4068-4bca-9edc-148d9863a8e6'], hosted agents: [] {{(pid=80267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 14:59:37.500170 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58706) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:37.538799 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24adf5d-7357-494a-a47e-824ca6f53142 admin admin] Checking segment: {'id': '1f13af9b-2141-4972-b016-a6bb28c79ece', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '21c90c92-3cd6-4cc4-a87c-bebc1082f8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 14:59:37.540458 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24adf5d-7357-494a-a47e-824ca6f53142 admin admin] Network hostable DHCP agents. Network: 21c90c92-3cd6-4cc4-a87c-bebc1082f8d0, hostable agents: ['7dd807ff-4068-4bca-9edc-148d9863a8e6'], hosted agents: [] {{(pid=80267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 14:59:37.617270 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.26', 49908) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:37.621097 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Set router d9fda826-546b-4b7a-b326-f7c2ded37ae7 gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 14:59:37.621922 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256fea5-01e7-47bd-b7f6-f02d8c096f83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d84575-b2c6-46f1-825a-af37cea2e6ca,revision_number=0']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:37.639035 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c6428-8ced-4dfa-a837-c746f214d350 admin admin] Network 25a3916c-dff8-4ac2-895a-7d5c6e7d9786 is scheduled to be hosted by DHCP agent 7dd807ff-4068-4bca-9edc-148d9863a8e6 with binding_index 1 {{(pid=80267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 14:59:37.650024 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c256fea5-01e7-47bd-b7f6-f02d8c096f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:37.671728 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.596s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:37.673071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:37.766736 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.553s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:37.794980 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24adf5d-7357-494a-a47e-824ca6f53142 admin admin] Network 21c90c92-3cd6-4cc4-a87c-bebc1082f8d0 is scheduled to be hosted by DHCP agent 7dd807ff-4068-4bca-9edc-148d9863a8e6 with binding_index 1 {{(pid=80267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 14:59:37.837005 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9b372b54-3f32-411d-9d16-f022a6c8dcdd req-3ceac8f2-bb25-42e9-8c39-c245f1d891fc tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 210 time: 0.0646391 Nov 18 14:59:37.850117 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-935c6428-8ced-4dfa-a837-c746f214d350 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-smb, 25a3916c-dff8-4ac2-895a-7d5c6e7d9786) {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:59:37.860012 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e561928-55b1-44f0-a73f-3fe66d23dc39 None None] Network 25a3916c-dff8-4ac2-895a-7d5c6e7d9786 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 14:59:37.877407 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-b24adf5d-7357-494a-a47e-824ca6f53142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-smb, 21c90c92-3cd6-4cc4-a87c-bebc1082f8d0) {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:59:38.020768 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c6428-8ced-4dfa-a837-c746f214d350 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:38.021220 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-935c6428-8ced-4dfa-a837-c746f214d350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:38.039303 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24adf5d-7357-494a-a47e-824ca6f53142 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:38.040595 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b24adf5d-7357-494a-a47e-824ca6f53142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:38.046783 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 14:59:38.048964 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc41a4d-1651-4a3b-baf5-510b3e9ce621 None None] Network 21c90c92-3cd6-4cc4-a87c-bebc1082f8d0 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 14:59:38.139342 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c256fea5-01e7-47bd-b7f6-f02d8c096f83 admin admin] Network f4badb87-04e7-4e11-a8f7-57fd8da6f7cc is scheduled to be hosted by DHCP agent 7dd807ff-4068-4bca-9edc-148d9863a8e6 with binding_index 1 {{(pid=80267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 14:59:38.227567 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1aaf43a7-e55c-4336-bb5f-37ee3102ea41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:38.279244 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de6899-c98a-46eb-af04-369f682754c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dca149-b568-4519-b590-d2a924e292f2,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:38.364695 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80de6899-c98a-46eb-af04-369f682754c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:38.381787 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-c256fea5-01e7-47bd-b7f6-f02d8c096f83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-smb, f4badb87-04e7-4e11-a8f7-57fd8da6f7cc) {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:59:38.407795 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-b24adf5d-7357-494a-a47e-824ca6f53142 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.8691127 Nov 18 14:59:38.429996 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-935c6428-8ced-4dfa-a837-c746f214d350 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.8108077 Nov 18 14:59:38.429996 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c256fea5-01e7-47bd-b7f6-f02d8c096f83 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:38.430322 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c256fea5-01e7-47bd-b7f6-f02d8c096f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:38.448844 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0945b7b3-a0b1-4404-9a3e-9769892c05e8 None None] Network f4badb87-04e7-4e11-a8f7-57fd8da6f7cc requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 14:59:38.477221 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T14:59:36Z', 'revision_number': 3, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:59:38.477781 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-c239c2ca-f19b-4cee-a4a0-0bc29913b340 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:38.478461 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-c239c2ca-f19b-4cee-a4a0-0bc29913b340 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Synchronizing usage tracker for tenant:a0c21091ef2244ca833257d93ddee8eb on resource:network {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 14:59:38.491525 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Checking router: d9fda826-546b-4b7a-b326-f7c2ded37ae7 for host: dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 14:59:38.492526 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Updating router d9fda826-546b-4b7a-b326-f7c2ded37ae7 port 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b binding host dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 14:59:38.497438 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1aaf43a7-e55c-4336-bb5f-37ee3102ea41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:38.509065 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-c256fea5-01e7-47bd-b7f6-f02d8c096f83 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 4.6940606 Nov 18 14:59:38.511923 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58744) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:38.522168 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1517556155-router', 'tenant_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:38.560329 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:38.604550 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Usage tracker for resource:router and tenant:444f701c1f7f4ded8cfe634c62dacdf9 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:38.623453 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:38.631859 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:38.636325 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-c239c2ca-f19b-4cee-a4a0-0bc29913b340 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Unset dirty status for tenant:a0c21091ef2244ca833257d93ddee8eb on resource:network {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 14:59:38.640458 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-c239c2ca-f19b-4cee-a4a0-0bc29913b340 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.26 "GET /v2.0/networks?id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 HTTP/1.1" status: 200 len: 815 time: 1.0031419 Nov 18 14:59:38.642210 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:38.671529 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854349647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733481'] for router, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:38.675369 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854320554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42335'] for router, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:38.705466 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 14:59:38.729675 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-329aa7e3-ccce-44af-93a1-3c1fe7f8ba7d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Request body: {'port': {'device_id': '181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f', 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7', 'admin_state_up': True, 'tenant_id': 'a0c21091ef2244ca833257d93ddee8eb'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:39.073692 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1aaf43a7-e55c-4336-bb5f-37ee3102ea41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:39.075825 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bcf8d4-77be-4a64-b818-59ba81f0730a None None] Network 25a3916c-dff8-4ac2-895a-7d5c6e7d9786 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 14:59:39.114810 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:39.161596 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning for port 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 14:59:39.213836 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0dfcb8e7-7069-4161-adc0-97f643eb75c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:39.237154 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-329aa7e3-ccce-44af-93a1-3c1fe7f8ba7d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:39.443102 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-329aa7e3-ccce-44af-93a1-3c1fe7f8ba7d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Usage tracker for resource:port and tenant:a0c21091ef2244ca833257d93ddee8eb is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:39.460862 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf43a7-e55c-4336-bb5f-37ee3102ea41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dca149-b568-4519-b590-d2a924e292f2,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:39.469357 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1aaf43a7-e55c-4336-bb5f-37ee3102ea41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:39.470572 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-329aa7e3-ccce-44af-93a1-3c1fe7f8ba7d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Quota usage for port was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:39.527229 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b5978a72-3481-4939-ac0b-4bab61edad9b req-e221c549-4c82-4580-a754-c93fcfb23909 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 210 time: 0.1926239 Nov 18 14:59:39.535053 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5693d0c8-34f1-4cc6-a8b8-c612031defcf None None] Network 21c90c92-3cd6-4cc4-a87c-bebc1082f8d0 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 14:59:39.742509 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:39.756808 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-329aa7e3-ccce-44af-93a1-3c1fe7f8ba7d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:39.818541 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beeb163-3762-409e-b1a1-18bf4451f1b9 None None] Network 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 14:59:39.855632 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980f0fe3-b3e6-45fb-b4da-d371388c6549 None None] Network f4badb87-04e7-4e11-a8f7-57fd8da6f7cc requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 14:59:39.862221 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1aaf43a7-e55c-4336-bb5f-37ee3102ea41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:39.867410 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-1aaf43a7-e55c-4336-bb5f-37ee3102ea41 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f7dca149-b568-4519-b590-d2a924e292f2 HTTP/1.1" status: 204 len: 168 time: 2.3468523 Nov 18 14:59:39.875553 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-329aa7e3-ccce-44af-93a1-3c1fe7f8ba7d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Made reservation on behalf of a0c21091ef2244ca833257d93ddee8eb for: {'port': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:59:39.901054 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-329aa7e3-ccce-44af-93a1-3c1fe7f8ba7d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:39.989071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854349618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42318'] for router, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:40.148001 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.resource_extend [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 18 14:59:40.171710 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 58798) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:40.544038 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-0610d2ce-9090-449b-9a0e-17ac69df40a0 None None] Provisioning for port 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 completed by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 14:59:40.591130 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:40.615183 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Transition to ACTIVE for port object 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b will not be triggered until provisioned by entity L2. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 14:59:40.630542 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:40.656043 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-0610d2ce-9090-449b-9a0e-17ac69df40a0 None None] Provisioning complete for port 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:59:40.658651 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0610d2ce-9090-449b-9a0e-17ac69df40a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:40.699334 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7cfa22ca-356d-4c24-84e0-836b52e15e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:40.984853 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Allocated IP 172.20.0.1 (2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf/c5bcaa69-69c3-46ba-998a-62828b8d1ae0/e1f1d435-e73b-4219-b5fd-59cfc0a0fae1) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 14:59:41.117560 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Pushing event updated for resources: {'Port': ['ID=0009e63f-3f63-4e11-b9e6-bc37f5dfda0b,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:41.153514 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.154163 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.154842 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.155363 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.155862 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.158383 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.158950 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.159456 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.159977 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.160479 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.162331 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.162860 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.163438 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.165199 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.165731 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.166295 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.168883 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.169402 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.169931 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.170454 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.175523 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.176036 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.176543 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.177063 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Tracked resource versions report: Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: pushed versions: Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: { 'AddressGroup': {'1.0'}, Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': {'1.0'}, Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': {'1.0'}, Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': {'1.1'}, Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': {'1.6'}, Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': {'1.2'}, Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': {'1.8'}, Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': {'1.2'}, Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': {'1.0'}, Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': {'1.0'}, Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': {'1.1'}, Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': {'1.1'}} Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: consumer versions: Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: { DHCP agent@dv-cinder-733623-8-smb: {}, Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: L3 agent@dv-cinder-733623-8-smb: {}, Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: Metadata agent@dv-cinder-733623-8-smb: {}, Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: Metering agent@dv-cinder-733623-8-smb: {}, Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: Open vSwitch agent@dv-cinder-733623-8-smb: { 'AddressGroup': '1.0', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': '1.0', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': '1.0', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': '1.1', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': '1.6', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': '1.2', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': '1.8', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': '1.2', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': '1.0', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': '1.0', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': '1.1', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': '1.1'}, Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: Open vSwitch agent@hv-cinder-73362: { 'AddressGroup': '1.0', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'ConntrackHelper': '1.0', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'Log': '1.0', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'Network': '1.1', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'Port': '1.6', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'PortForwarding': '1.2', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'QosPolicy': '1.8', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroup': '1.2', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'SecurityGroupRule': '1.0', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'SubPort': '1.0', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'Subnet': '1.1', Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: 'Trunk': '1.1'}} Nov 18 14:59:41.178551 dv-cinder-733623-8-smb neutron-server[80155]: {{(pid=80269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 14:59:41.195806 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:41.246578 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Attempting to bind port 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b on host dv-cinder-733623-8-smb for vnic_type normal with profile {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 14:59:41.247319 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Attempting to bind port 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b by drivers openvswitch on host dv-cinder-733623-8-smb at level 0 using segments [{'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 14:59:41.248061 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Attempting to bind port 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b on network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 14:59:41.258997 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-329aa7e3-ccce-44af-93a1-3c1fe7f8ba7d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Allocated IP 172.20.0.8 (d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7/ee20925e-2a54-4f0d-847c-e53daab404c3/bbd4f6ef-a31d-4748-8c00-aa55e6ab401d) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 14:59:41.264541 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Checking agent: {'id': 'b89b5859-e255-43e6-a15a-920ce6d00019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 54), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 14:59:41.265264 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Checking segment: {'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 14:59:41.265970 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:41.268595 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Bound using segment: {'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 14:59:41.269397 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Bound port: 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b, host: dv-cinder-733623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 14:59:41.270060 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:41.463216 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] For port 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b, host dv-cinder-733623-8-smb, cleared binding levels {{(pid=80269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 14:59:41.470097 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] For port 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b, host dv-cinder-733623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=0009e63f-3f63-4e11-b9e6-bc37f5dfda0b,segment=NetworkSegment(d608effb-fc29-4317-9442-b1f08aaaa7ca),segment_id=d608effb-fc29-4317-9442-b1f08aaaa7ca)] {{(pid=80269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 14:59:41.476377 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:41.669518 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e20d6495-dafa-4a5c-a8dc-09ce273e81a9 req-6cc36d50-a14f-4c01-b409-3d2742d088f1 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 210 time: 0.2703102 Nov 18 14:59:41.691730 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58846) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:41.770984 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1214736714-network', 'tenant_id': '6fa6dbba14434dfe98287961053d092e'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:41.835493 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:41.852910 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-329aa7e3-ccce-44af-93a1-3c1fe7f8ba7d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:41.856763 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Usage tracker for resource:network and tenant:6fa6dbba14434dfe98287961053d092e is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:41.862486 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:41.899224 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:41.900235 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:41.924553 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:41.946193 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ecf8e258-db26-4a0d-afe9-12e482c570e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:42.015398 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Routers {'d9fda826-546b-4b7a-b326-f7c2ded37ae7'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 14:59:42.016090 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T14:59:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:59:42.028552 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Made reservation on behalf of 6fa6dbba14434dfe98287961053d092e for: {'network': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:59:42.040653 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for network, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:42.077723 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:42.104010 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:42.162052 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Transition to ACTIVE for port object e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 14:59:42.168284 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:42.238498 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:42.266079 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Pushing event updated for resources: {'Port': ['ID=0009e63f-3f63-4e11-b9e6-bc37f5dfda0b,revision_number=3']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:42.271495 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:42.392777 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0610d2ce-9090-449b-9a0e-17ac69df40a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:42.505855 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-0610d2ce-9090-449b-9a0e-17ac69df40a0 None None] For port 05adf7ff-6ba5-4e2b-bb1d-05999a94f338, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=05adf7ff-6ba5-4e2b-bb1d-05999a94f338,segment=NetworkSegment(573e4015-d99e-4ce3-8b66-7ca90676bc75),segment_id=573e4015-d99e-4ce3-8b66-7ca90676bc75)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 14:59:42.511970 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0610d2ce-9090-449b-9a0e-17ac69df40a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:42.514134 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:42.639140 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6323340a-b960-4a37-ae50-dcb52ad5ce63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:42.665984 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] Set router d9fda826-546b-4b7a-b326-f7c2ded37ae7 gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 14:59:42.758568 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610d2ce-9090-449b-9a0e-17ac69df40a0 None None] Pushing event updated for resources: {'Port': ['ID=05adf7ff-6ba5-4e2b-bb1d-05999a94f338,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:42.776981 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0610d2ce-9090-449b-9a0e-17ac69df40a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:42.785487 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ecf8e258-db26-4a0d-afe9-12e482c570e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:42.826582 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-329aa7e3-ccce-44af-93a1-3c1fe7f8ba7d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:42.845765 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:42.863413 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-ecf8e258-db26-4a0d-afe9-12e482c570e9 admin admin] Usage tracker for resource:security_group_rule and tenant:3e4af54692094e7e971652d6f0f0297a is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:42.902753 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-ecf8e258-db26-4a0d-afe9-12e482c570e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:42.917863 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:42.949939 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9ab2f0b9-efd1-4160-81ce-3bf1708b51d6 None None] Provisioning for port e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 completed by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 14:59:42.966291 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9ab2f0b9-efd1-4160-81ce-3bf1708b51d6 None None] Provisioning complete for port e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:59:42.966291 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ab2f0b9-efd1-4160-81ce-3bf1708b51d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:43.013163 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ecf8e258-db26-4a0d-afe9-12e482c570e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:43.034860 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-e5df13e6-9caa-4680-a1bf-40e1a4ada08b tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:43.067181 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-e5df13e6-9caa-4680-a1bf-40e1a4ada08b tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/networks?id=21c90c92-3cd6-4cc4-a87c-bebc1082f8d0 HTTP/1.1" status: 200 len: 811 time: 1.5547171 Nov 18 14:59:43.149339 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-9ab2f0b9-efd1-4160-81ce-3bf1708b51d6 None None] Port e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 cannot update to ACTIVE because it is not bound. {{(pid=80268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 14:59:43.191921 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-9ab2f0b9-efd1-4160-81ce-3bf1708b51d6 None None] Provisioning complete for port 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:59:43.192339 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ab2f0b9-efd1-4160-81ce-3bf1708b51d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:43.378327 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ecf8e258-db26-4a0d-afe9-12e482c570e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:43.385582 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:43.390078 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Pushing event updated for resources: {'Port': ['ID=e1f1d435-e73b-4219-b5fd-59cfc0a0fae1,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:43.409709 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ecf8e258-db26-4a0d-afe9-12e482c570e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:43.416429 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Network 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 14:59:43.419119 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:43.431845 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Usage tracker for resource:security_group_rule and tenant:6fa6dbba14434dfe98287961053d092e is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:43.455673 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:43.509223 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:59:43.524135 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:43.540587 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:43.546549 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-329aa7e3-ccce-44af-93a1-3c1fe7f8ba7d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Network d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 14:59:43.548263 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-329aa7e3-ccce-44af-93a1-3c1fe7f8ba7d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:59:43.606494 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-c110e96d-bbdc-4e8c-bf4f-a195013c0a25 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/quotas/b8c2ac98ae5b40dd99dbbe8ce7864833 HTTP/1.1" status: 200 len: 375 time: 0.5361643 Nov 18 14:59:43.607471 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 14:59:43.608045 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430850'] for router_interface, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:43.619401 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8e258-db26-4a0d-afe9-12e482c570e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985dbbe2-a7cd-4acc-ad2a-438c7564f2db,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:43.640077 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ecf8e258-db26-4a0d-afe9-12e482c570e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:43.654634 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-329aa7e3-ccce-44af-93a1-3c1fe7f8ba7d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 14:59:43.659871 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-329aa7e3-ccce-44af-93a1-3c1fe7f8ba7d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:43.660571 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-329aa7e3-ccce-44af-93a1-3c1fe7f8ba7d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:43.690281 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-080cb438-353a-4db1-a23e-420e1b7a66b3 None None] Provisioning complete for port 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:59:43.690744 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-080cb438-353a-4db1-a23e-420e1b7a66b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:43.748526 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-329aa7e3-ccce-44af-93a1-3c1fe7f8ba7d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0201731 Nov 18 14:59:43.826283 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329aa7e3-ccce-44af-93a1-3c1fe7f8ba7d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Pushing event updated for resources: {'Port': ['ID=bbd4f6ef-a31d-4748-8c00-aa55e6ab401d,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:43.886561 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-329aa7e3-ccce-44af-93a1-3c1fe7f8ba7d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.968s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:43.916158 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-213fcf5b-b9ba-417f-b495-87f653361d39 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/ports?tenant_id=b8c2ac98ae5b40dd99dbbe8ce7864833&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2682588 Nov 18 14:59:43.944575 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T14:59:36Z', 'revision_number': 3, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:59:43.950131 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58b9ad3-f1c7-4eec-8cd3-e0a92c213807 None None] The sync data for ids ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'] in dv-cinder-733623-8-smb is: [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T14:59:36Z', 'revision_number': 3, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}] {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 14:59:44.080511 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-ecf8e258-db26-4a0d-afe9-12e482c570e9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3e4af54692094e7e971652d6f0f0297a&name=default HTTP/1.1" status: 200 len: 2647 time: 3.8996806 Nov 18 14:59:44.084193 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 58884) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:44.100226 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:44.112005 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Allocated IP 172.28.0.25 (43dc5890-a9c2-4d0d-8ecc-5e5d0db18312/81ba36a0-a2a1-4122-9852-9ec563604b00/a3554f6a-c445-4582-830d-a536797db6a0) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 14:59:44.114577 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:44.123451 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:44.170344 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-841769aa-2f48-4f25-b8e6-bff7dcea4bd5 None None] Provisioning complete for port e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:59:44.179717 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-841769aa-2f48-4f25-b8e6-bff7dcea4bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:44.223806 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 14:59:44.262547 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:44.263111 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.segments_db [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Added segment 14f5a956-9265-4177-bc3e-1ed73c96fe69 of type vxlan for network bf358884-3d12-4707-869c-0762135084ce Nov 18 14:59:44.287585 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-841769aa-2f48-4f25-b8e6-bff7dcea4bd5 None None] Port e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 cannot update to ACTIVE because it is not bound. {{(pid=80268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 14:59:44.343646 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731145831112'] for network, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:44.399908 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 14:59:44.400110 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e9ae95-a344-464b-95c6-79c651cd80c2,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:44.458270 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-4ce9dd83-b18e-472b-91ff-39387eaa6d4d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80267) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 14:59:44.459385 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-4ce9dd83-b18e-472b-91ff-39387eaa6d4d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0512824 Nov 18 14:59:44.460400 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:44.461109 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:44.468069 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:44.468770 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:44.500303 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c9919dfd-0690-41aa-90f2-453d700dfd83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:44.551286 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:59:44.551833 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:44.686396 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7548975-4e73-4c6a-9e33-00f029265925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:44.693822 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bd0b6-39c1-4f22-b48d-02a03c1314ca req-c7119636-21a7-408c-8035-2274283cb6f8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:44.712861 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-763bd0b6-39c1-4f22-b48d-02a03c1314ca req-c7119636-21a7-408c-8035-2274283cb6f8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 931 time: 1.3093514 Nov 18 14:59:44.716752 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:44.898401 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Pushing event updated for resources: {'Network': ['ID=bf358884-3d12-4707-869c-0762135084ce,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:44.912400 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.1957822 Nov 18 14:59:44.913299 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 58896) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:44.914543 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:44.917144 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Network bf358884-3d12-4707-869c-0762135084ce details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 14:59:44.931798 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-40db5b49-7496-4400-a0fe-0e945545939c admin admin] Request body: {'subnet': {'network_id': 'bf358884-3d12-4707-869c-0762135084ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1214736714-subnet', 'tenant_id': '6fa6dbba14434dfe98287961053d092e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:44.953042 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-40db5b49-7496-4400-a0fe-0e945545939c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:44.977273 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-40db5b49-7496-4400-a0fe-0e945545939c admin admin] Usage tracker for resource:subnet and tenant:6fa6dbba14434dfe98287961053d092e is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:44.983868 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-40db5b49-7496-4400-a0fe-0e945545939c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:45.007303 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-40db5b49-7496-4400-a0fe-0e945545939c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:45.041096 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:45.069479 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40db5b49-7496-4400-a0fe-0e945545939c admin admin] Made reservation on behalf of 6fa6dbba14434dfe98287961053d092e for: {'subnet': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:59:45.084140 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-40db5b49-7496-4400-a0fe-0e945545939c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:45.090888 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-e8b4f799-fd5c-40ce-ab7c-f42f9c017321 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80266) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 14:59:45.091994 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-e8b4f799-fd5c-40ce-ab7c-f42f9c017321 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.6723566 Nov 18 14:59:45.143116 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7548975-4e73-4c6a-9e33-00f029265925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:45.294444 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Network bf358884-3d12-4707-869c-0762135084ce details requested by agent ovs-agent-dv-cinder-733623-8-smb with host dv-cinder-733623-8-smb {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 14:59:45.345976 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:45.563822 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-c7d173e8-8d29-4c39-9af0-451d953e1b1e service neutron] 10.222.0.17 "GET /v2.0/networks/21c90c92-3cd6-4cc4-a87c-bebc1082f8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366846 Nov 18 14:59:45.569694 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Request body: {'port': {'device_id': '181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:45.651491 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-329aa7e3-ccce-44af-93a1-3c1fe7f8ba7d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:45.659395 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-763bd0b6-39c1-4f22-b48d-02a03c1314ca req-00139c63-a904-4dfa-acff-ee4441b02355 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8675280 Nov 18 14:59:45.805508 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=a3554f6a-c445-4582-830d-a536797db6a0,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:45.816694 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:45.886063 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:45.942231 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 14:59:45.975491 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:59:45.999728 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 14:59:46.127763 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:46.139024 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:46.144616 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7548975-4e73-4c6a-9e33-00f029265925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:46.145825 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3489370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854344857'] for router_interface, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:46.169527 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-cde6f3a6-8cd1-4a35-a591-62df9ffc8bdb service neutron] 10.222.0.17 "GET /v2.0/networks/21c90c92-3cd6-4cc4-a87c-bebc1082f8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5441060 Nov 18 14:59:46.175761 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:46.553912 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Network 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 14:59:46.558483 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:59:46.604387 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 14:59:46.630861 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7548975-4e73-4c6a-9e33-00f029265925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:46.646472 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d7548975-4e73-4c6a-9e33-00f029265925 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/985dbbe2-a7cd-4acc-ad2a-438c7564f2db HTTP/1.1" status: 204 len: 168 time: 2.5376692 Nov 18 14:59:46.697774 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Pushing event updated for resources: {'Port': ['ID=e1f1d435-e73b-4219-b5fd-59cfc0a0fae1,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:46.707072 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:46.710909 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ecf8e258-db26-4a0d-afe9-12e482c570e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:46.747092 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7548975-4e73-4c6a-9e33-00f029265925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985dbbe2-a7cd-4acc-ad2a-438c7564f2db,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:46.752421 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d7548975-4e73-4c6a-9e33-00f029265925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:46.985769 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-17becd98-a487-4d21-85e3-b86f2c8ce1a1 None None] Provisioning complete for port e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:59:46.995996 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-17becd98-a487-4d21-85e3-b86f2c8ce1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:47.067510 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-51504cac-de84-4081-b34f-e9060ff46b81 req-915c774b-80c4-40be-bae4-d6daf474befa tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/ports?device_id=8b8c0b43-d120-4940-b3d5-7910d5b4f021 HTTP/1.1" status: 200 len: 210 time: 0.1340523 Nov 18 14:59:47.171301 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning for port 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 14:59:47.201109 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:59:47.201849 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:47.321666 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-17becd98-a487-4d21-85e3-b86f2c8ce1a1 None None] Port e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 cannot update to ACTIVE because it is not bound. {{(pid=80268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 14:59:47.570657 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:47.627679 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] For port 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=0009e63f-3f63-4e11-b9e6-bc37f5dfda0b,segment=NetworkSegment(d608effb-fc29-4317-9442-b1f08aaaa7ca),segment_id=d608effb-fc29-4317-9442-b1f08aaaa7ca)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 14:59:47.633775 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:47.641213 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0610d2ce-9090-449b-9a0e-17ac69df40a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:47.731960 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff1e61-e999-491e-b905-ef7c7cb2f53e req-2a75a38d-a597-4f13-b195-15113a4f0608 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:47.738978 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Pushing event updated for resources: {'Port': ['ID=0009e63f-3f63-4e11-b9e6-bc37f5dfda0b,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:47.740648 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-98ff1e61-e999-491e-b905-ef7c7cb2f53e req-2a75a38d-a597-4f13-b195-15113a4f0608 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 931 time: 0.3532455 Nov 18 14:59:47.750471 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:47.963699 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:47.964618 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854363818'] for router, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:48.085200 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-98ff1e61-e999-491e-b905-ef7c7cb2f53e req-b4d697a6-97bc-4c8c-be1f-c219cf4c2ec9 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398920 Nov 18 14:59:48.183975 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Router d9fda826-546b-4b7a-b326-f7c2ded37ae7 has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 14:59:48.464288 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 14:59:48.470836 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-46c05c51-b58c-4499-ab6f-7d5f888ae179 req-96daf91c-2b8e-4e8f-bf79-bcd8efbcc52d tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/ports?device_id=8b8c0b43-d120-4940-b3d5-7910d5b4f021 HTTP/1.1" status: 200 len: 210 time: 0.1279261 Nov 18 14:59:48.732698 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:59:48.734677 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:48.822990 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd4f6ef-a31d-4748-8c00-aa55e6ab401d {{(pid=80267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 14:59:48.833475 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:48.846263 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 14:59:48.853996 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] 10.222.0.17 "PUT /v2.0/routers/d9fda826-546b-4b7a-b326-f7c2ded37ae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5681491 Nov 18 14:59:48.869777 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Transition to ACTIVE for port object bbd4f6ef-a31d-4748-8c00-aa55e6ab401d will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 14:59:48.883798 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:48.962682 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Sync routers for ids ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'] in dv-cinder-733623-8-smb {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 14:59:49.084400 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Routers {'d9fda826-546b-4b7a-b326-f7c2ded37ae7'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 14:59:49.085309 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T14:59:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:59:49.256674 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:49.431060 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd4f6ef-a31d-4748-8c00-aa55e6ab401d,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:49.582778 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:49.583711 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-40db5b49-7496-4400-a0fe-0e945545939c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for subnet, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:49.708466 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Set router d9fda826-546b-4b7a-b326-f7c2ded37ae7 gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 14:59:49.751249 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5633bb-e5b8-470a-91df-affe4b359d83 req-753838b5-0b9e-4f99-a8c4-1775e3aaba03 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:49.760306 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4b5633bb-e5b8-470a-91df-affe4b359d83 req-753838b5-0b9e-4f99-a8c4-1775e3aaba03 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 943 time: 0.3516457 Nov 18 14:59:49.828602 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:49.933543 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4b5633bb-e5b8-470a-91df-affe4b359d83 req-748a8c05-ece3-4b81-a434-b3d1750c61ae tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658034 Nov 18 14:59:50.108172 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Attempting to bind port bbd4f6ef-a31d-4748-8c00-aa55e6ab401d on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 14:59:50.110379 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Attempting to bind port bbd4f6ef-a31d-4748-8c00-aa55e6ab401d by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '324638eb-0cd2-4b5d-9c31-a87da18bd95c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 14:59:50.113583 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Attempting to bind port bbd4f6ef-a31d-4748-8c00-aa55e6ab401d on network d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 14:59:50.165224 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db5b49-7496-4400-a0fe-0e945545939c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae536f1b-2fe5-47d3-a32d-e269cd86baf4,revision_number=0']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:50.176803 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-40db5b49-7496-4400-a0fe-0e945545939c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:50.186068 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Checking agent: {'id': '7eae2a45-698e-415c-8839-ff0c3594e804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 14:59:50.186974 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Checking segment: {'id': '324638eb-0cd2-4b5d-9c31-a87da18bd95c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 14:59:50.187959 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:50.189325 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Bound using segment: {'id': '324638eb-0cd2-4b5d-9c31-a87da18bd95c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 14:59:50.202363 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Bound port: bbd4f6ef-a31d-4748-8c00-aa55e6ab401d, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324638eb-0cd2-4b5d-9c31-a87da18bd95c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 14:59:50.202921 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:50.277121 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.26', 49927) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:50.440545 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] For port bbd4f6ef-a31d-4748-8c00-aa55e6ab401d, host hv-cinder-73362, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 14:59:50.443132 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8685d9ae-d701-4682-825a-e1e6a011d29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:50.447587 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] For port bbd4f6ef-a31d-4748-8c00-aa55e6ab401d, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=bbd4f6ef-a31d-4748-8c00-aa55e6ab401d,segment=NetworkSegment(324638eb-0cd2-4b5d-9c31-a87da18bd95c),segment_id=324638eb-0cd2-4b5d-9c31-a87da18bd95c)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 14:59:50.475112 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:50.569095 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:50.710407 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 4, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': 'e1f1d435-e73b-4219-b5fd-59cfc0a0fae1', 'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'mac_address': 'fa:16:3e:0c:09:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:40Z', 'updated_at': '2020-11-18T14:59:45Z', 'revision_number': 2, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'subnets': [{'id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:59:50.723958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Checking router: d9fda826-546b-4b7a-b326-f7c2ded37ae7 for host: dv-cinder-733623-8-smb {{(pid=80268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 14:59:50.724533 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Updating router d9fda826-546b-4b7a-b326-f7c2ded37ae7 port e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 binding host dv-cinder-733623-8-smb {{(pid=80268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 14:59:50.815834 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd4f6ef-a31d-4748-8c00-aa55e6ab401d,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:50.843417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:50.875224 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:50.919425 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 59100) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:50.944992 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-04285e26-98c8-4668-a90d-df78d05bc031 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Request body: {'security_group': {'name': 'tempest-securitygroup--1135844975', 'description': 'tempest-description--1839482080'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:50.969500 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-04285e26-98c8-4668-a90d-df78d05bc031 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:50.978534 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db5b49-7496-4400-a0fe-0e945545939c admin admin] Checking segment: {'id': '14f5a956-9265-4177-bc3e-1ed73c96fe69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bf358884-3d12-4707-869c-0762135084ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 14:59:50.978928 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40db5b49-7496-4400-a0fe-0e945545939c admin admin] Network hostable DHCP agents. Network: bf358884-3d12-4707-869c-0762135084ce, hostable agents: ['7dd807ff-4068-4bca-9edc-148d9863a8e6'], hosted agents: [] {{(pid=80267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 14:59:50.987291 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-04285e26-98c8-4668-a90d-df78d05bc031 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Usage tracker for resource:security_group and tenant:843cfdfce3cc46e79a77e9d00a592187 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:50.995610 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-04285e26-98c8-4668-a90d-df78d05bc031 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:51.041462 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-04285e26-98c8-4668-a90d-df78d05bc031 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:51.055940 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Router 4ef6ff02-c075-415c-8f9d-f7a68031043e is scheduled to L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da with binding_index 1 {{(pid=80267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 14:59:51.062658 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40db5b49-7496-4400-a0fe-0e945545939c admin admin] Network bf358884-3d12-4707-869c-0762135084ce is scheduled to be hosted by DHCP agent 7dd807ff-4068-4bca-9edc-148d9863a8e6 with binding_index 1 {{(pid=80267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 14:59:51.090372 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-04285e26-98c8-4668-a90d-df78d05bc031 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:51.095337 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-57c766d7-ede3-4a72-a4b3-2ee2823aa843 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:51.096954 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-57c766d7-ede3-4a72-a4b3-2ee2823aa843 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.26 "GET /v2.0/networks?id=21c90c92-3cd6-4cc4-a87c-bebc1082f8d0 HTTP/1.1" status: 200 len: 811 time: 0.8150878 Nov 18 14:59:51.115758 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:51.117537 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] 10.222.0.26 "PUT /v2.0/ports/bbd4f6ef-a31d-4748-8c00-aa55e6ab401d HTTP/1.1" status: 200 len: 1157 time: 5.9895530 Nov 18 14:59:51.216256 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-40db5b49-7496-4400-a0fe-0e945545939c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-smb, bf358884-3d12-4707-869c-0762135084ce) {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:59:51.223869 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 59108) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:51.225055 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f', 'tag': 'bbd4f6ef-a31d-4748-8c00-aa55e6ab401d'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 14:59:51.236704 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-a2e4fdfc-0164-455d-a228-29831f1dcf71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Request body: {'port': {'device_id': '8b8c0b43-d120-4940-b3d5-7910d5b4f021', 'network_id': '21c90c92-3cd6-4cc4-a87c-bebc1082f8d0', 'admin_state_up': True, 'tenant_id': 'b8c2ac98ae5b40dd99dbbe8ce7864833'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:51.315423 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-57802b44-3006-4a20-b351-a02666181ae3 req-22a02fad-3ed3-4197-8fd8-bbcceff381b6 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/ports?device_id=8b8c0b43-d120-4940-b3d5-7910d5b4f021 HTTP/1.1" status: 200 len: 210 time: 0.2172804 Nov 18 14:59:51.326408 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 59116) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:51.473018 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40db5b49-7496-4400-a0fe-0e945545939c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:51.473718 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-40db5b49-7496-4400-a0fe-0e945545939c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:51.543719 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-04285e26-98c8-4668-a90d-df78d05bc031 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:51.550803 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-04285e26-98c8-4668-a90d-df78d05bc031 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Usage tracker for resource:security_group_rule and tenant:843cfdfce3cc46e79a77e9d00a592187 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:51.555136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-04285e26-98c8-4668-a90d-df78d05bc031 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:51.567601 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-04285e26-98c8-4668-a90d-df78d05bc031 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:51.645369 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-04285e26-98c8-4668-a90d-df78d05bc031 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:51.681568 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678a2821-ff07-4820-ae60-dba999031712 None None] Network bf358884-3d12-4707-869c-0762135084ce requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 14:59:51.772143 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-04285e26-98c8-4668-a90d-df78d05bc031 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:51.783870 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-40db5b49-7496-4400-a0fe-0e945545939c admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.8657475 Nov 18 14:59:51.811669 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-65029636-a379-4f9d-a043-b7d8fb77487f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:51.812431 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e0500333-4ce0-4ed3-8689-1f9f568f150d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:51.880041 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-04285e26-98c8-4668-a90d-df78d05bc031 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:51.881465 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-04285e26-98c8-4668-a90d-df78d05bc031 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.9451950 Nov 18 14:59:51.885947 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 59136) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:51.889333 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04285e26-98c8-4668-a90d-df78d05bc031 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Pushing event updated for resources: {'SecurityGroup': ['ID=da519b0a-c113-4d57-a837-a2b55f09e647,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:51.898910 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-6c59666b-c5d8-4420-aef6-e84f11554e3a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Request body: {'security_group_rule': {'security_group_id': 'da519b0a-c113-4d57-a837-a2b55f09e647', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:51.904209 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-04285e26-98c8-4668-a90d-df78d05bc031 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:51.914004 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6c59666b-c5d8-4420-aef6-e84f11554e3a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:51.923568 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-6c59666b-c5d8-4420-aef6-e84f11554e3a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Usage tracker for resource:security_group_rule and tenant:843cfdfce3cc46e79a77e9d00a592187 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:51.927772 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-6c59666b-c5d8-4420-aef6-e84f11554e3a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:51.933242 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-65029636-a379-4f9d-a043-b7d8fb77487f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:51.941931 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6c59666b-c5d8-4420-aef6-e84f11554e3a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:51.950031 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-65029636-a379-4f9d-a043-b7d8fb77487f admin admin] Usage tracker for resource:security_group_rule and tenant:42cbbca1a3784c089cddb35057209bc8 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:51.953532 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-aea19946-9061-424e-ba28-39336dd19fe1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0c21091ef2244ca833257d93ddee8eb&device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 1160 time: 0.4629705 Nov 18 14:59:51.956642 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-65029636-a379-4f9d-a043-b7d8fb77487f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:51.972758 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-65029636-a379-4f9d-a043-b7d8fb77487f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:52.096453 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-65029636-a379-4f9d-a043-b7d8fb77487f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:52.107804 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ad784fa-ce1f-4ff0-9ad6-df39067d44fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:52.119059 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-65029636-a379-4f9d-a043-b7d8fb77487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:52.144745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c59666b-c5d8-4420-aef6-e84f11554e3a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group_rule, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:52.174106 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f7abb0e3-6fda-4b24-bd45-cc78c293a441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:52.185171 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-65029636-a379-4f9d-a043-b7d8fb77487f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=42cbbca1a3784c089cddb35057209bc8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9532220 Nov 18 14:59:52.197957 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 59148) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:52.217346 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65029636-a379-4f9d-a043-b7d8fb77487f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77178a0-f5bd-4123-9eca-cf9d121925f6,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:52.265579 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:52.268454 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0ad784fa-ce1f-4ff0-9ad6-df39067d44fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:52.273216 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-65029636-a379-4f9d-a043-b7d8fb77487f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:52.280944 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Transition to ACTIVE for port object e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 14:59:52.287824 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:52.292885 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9309b-607c-4c6e-a1e4-15f73a9a608c req-1a4148f1-b316-405f-b9e4-8b697ecec6b8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:52.295345 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b4c9309b-607c-4c6e-a1e4-15f73a9a608c req-1a4148f1-b316-405f-b9e4-8b697ecec6b8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 943 time: 0.9679875 Nov 18 14:59:52.299801 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-0ad784fa-ce1f-4ff0-9ad6-df39067d44fa admin admin] Usage tracker for resource:security_group_rule and tenant:0dfc632365fc414bad14160d6f1d49cc is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:52.303445 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-0ad784fa-ce1f-4ff0-9ad6-df39067d44fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:52.311029 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0ad784fa-ce1f-4ff0-9ad6-df39067d44fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:52.316939 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 59154) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:52.354947 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-a2e4fdfc-0164-455d-a228-29831f1dcf71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:52.365006 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-a2e4fdfc-0164-455d-a228-29831f1dcf71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Usage tracker for resource:port and tenant:b8c2ac98ae5b40dd99dbbe8ce7864833 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:52.373157 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-a2e4fdfc-0164-455d-a228-29831f1dcf71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Quota usage for port was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:52.386324 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-a2e4fdfc-0164-455d-a228-29831f1dcf71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:52.417440 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-a2e4fdfc-0164-455d-a228-29831f1dcf71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Made reservation on behalf of b8c2ac98ae5b40dd99dbbe8ce7864833 for: {'port': 1} {{(pid=80266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 14:59:52.422902 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48a0bda-bdce-4ffb-ac3d-68fd353a2faf admin admin] Deleting subnet 97977d9e-51a1-4e32-bb3c-ac827c4fb192 {{(pid=80267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 14:59:52.429443 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d48a0bda-bdce-4ffb-ac3d-68fd353a2faf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:52.431031 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-a2e4fdfc-0164-455d-a228-29831f1dcf71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:52.450663 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f626379a-9754-4c60-81bc-7563f99caf9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:52.501713 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-832a044f-d27b-4ab6-80c3-6c048c2755e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbd4f6ef-a31d-4748-8c00-aa55e6ab401d HTTP/1.1" status: 200 len: 217 time: 0.2556372 Nov 18 14:59:52.508723 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 14:59:52.520877 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Sync routers for ids ['4ef6ff02-c075-415c-8f9d-f7a68031043e'] in dv-cinder-733623-8-smb {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 14:59:52.549474 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Routers {'4ef6ff02-c075-415c-8f9d-f7a68031043e'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 14:59:52.550479 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T14:59:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['4ef6ff02-c075-415c-8f9d-f7a68031043e'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:59:52.570132 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0b506f28-720a-4e4b-a28d-6e672854c0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:52.660821 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ad784fa-ce1f-4ff0-9ad6-df39067d44fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:52.672363 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d48a0bda-bdce-4ffb-ac3d-68fd353a2faf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:52.688585 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d48a0bda-bdce-4ffb-ac3d-68fd353a2faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853901800'] for subnet, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:52.693200 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ad784fa-ce1f-4ff0-9ad6-df39067d44fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:52.713481 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590570f-2a55-4ac5-8072-0ca9535b3b3f None None] Pushing event updated for resources: {'Port': ['ID=e1f1d435-e73b-4219-b5fd-59cfc0a0fae1,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:52.716187 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886bde61-6dd0-4b90-871a-63abf8864d02 None None] Network bf358884-3d12-4707-869c-0762135084ce requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 14:59:52.747163 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:52.747365 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7590570f-2a55-4ac5-8072-0ca9535b3b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:52.871425 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Set router 4ef6ff02-c075-415c-8f9d-f7a68031043e gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 14:59:52.995708 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.011419 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Attempting to bind port e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 on host dv-cinder-733623-8-smb for vnic_type normal with profile {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 14:59:53.011829 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Attempting to bind port e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 by drivers openvswitch on host dv-cinder-733623-8-smb at level 0 using segments [{'id': '573e4015-d99e-4ce3-8b66-7ca90676bc75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 14:59:53.012236 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Attempting to bind port e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 on network 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 14:59:53.024677 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Checking agent: {'id': 'b89b5859-e255-43e6-a15a-920ce6d00019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 54), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 14:59:53.024891 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Checking segment: {'id': '573e4015-d99e-4ce3-8b66-7ca90676bc75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 14:59:53.025473 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.025710 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Bound using segment: {'id': '573e4015-d99e-4ce3-8b66-7ca90676bc75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 14:59:53.026386 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Bound port: e1f1d435-e73b-4219-b5fd-59cfc0a0fae1, host: dv-cinder-733623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573e4015-d99e-4ce3-8b66-7ca90676bc75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 14:59:53.026651 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.128170 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3a62cbdf-3836-4e2e-8c49-881d48dd669b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.128658 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad784fa-ce1f-4ff0-9ad6-df39067d44fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11574047-b093-4d83-a661-971c530e7659,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:53.205361 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3a62cbdf-3836-4e2e-8c49-881d48dd669b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.205555 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0ad784fa-ce1f-4ff0-9ad6-df39067d44fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:53.224967 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4432ccde-943d-4d49-865b-567b5f63ebc8 req-4dd3fac0-87f1-41dd-a231-8340c9acb175 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/ports?device_id=8b8c0b43-d120-4940-b3d5-7910d5b4f021 HTTP/1.1" status: 200 len: 210 time: 0.1376595 Nov 18 14:59:53.238510 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b4c9309b-607c-4c6e-a1e4-15f73a9a608c req-e0a10e5d-3498-4f30-94cb-ab965e922239 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8315370 Nov 18 14:59:53.257678 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] For port e1f1d435-e73b-4219-b5fd-59cfc0a0fae1, host dv-cinder-733623-8-smb, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 14:59:53.260359 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-0ad784fa-ce1f-4ff0-9ad6-df39067d44fa admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0dfc632365fc414bad14160d6f1d49cc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9275486 Nov 18 14:59:53.273554 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] For port e1f1d435-e73b-4219-b5fd-59cfc0a0fae1, host dv-cinder-733623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=e1f1d435-e73b-4219-b5fd-59cfc0a0fae1,segment=NetworkSegment(573e4015-d99e-4ce3-8b66-7ca90676bc75),segment_id=573e4015-d99e-4ce3-8b66-7ca90676bc75)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 14:59:53.273554 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.290422 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:53.307495 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f', 'tag': 'bbd4f6ef-a31d-4748-8c00-aa55e6ab401d', 'status': 'completed', 'code': 200} Nov 18 14:59:53.307913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 59172) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:53.317612 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Notify callbacks [] for router, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.319030 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 14.8023183 Nov 18 14:59:53.332878 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 59176) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:53.379346 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef6ff02-c075-415c-8f9d-f7a68031043e', 'name': 'tempest-ServerRescueNegativeTestJSON-1517556155-router', 'tenant_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': 'a3554f6a-c445-4582-830d-a536797db6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:38Z', 'updated_at': '2020-11-18T14:59:46Z', 'revision_number': 3, 'project_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'gw_port': {'id': 'a3554f6a-c445-4582-830d-a536797db6a0', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef6ff02-c075-415c-8f9d-f7a68031043e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:43Z', 'updated_at': '2020-11-18T14:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:59:53.385839 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Checking router: 4ef6ff02-c075-415c-8f9d-f7a68031043e for host: dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 14:59:53.386696 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Updating router 4ef6ff02-c075-415c-8f9d-f7a68031043e port a3554f6a-c445-4582-830d-a536797db6a0 binding host dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 14:59:53.396262 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c59666b-c5d8-4420-aef6-e84f11554e3a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.413091 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-a2e4fdfc-0164-455d-a228-29831f1dcf71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Allocated IP 172.20.0.3 (21c90c92-3cd6-4cc4-a87c-bebc1082f8d0/5a96331f-a4df-4e39-99a7-e24a9384eeae/ec8461a5-465f-4291-9eb9-b3af8d4efa21) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 14:59:53.459349 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.478687 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590570f-2a55-4ac5-8072-0ca9535b3b3f None None] Pushing event updated for resources: {'Port': ['ID=e1f1d435-e73b-4219-b5fd-59cfc0a0fae1,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:53.483549 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7590570f-2a55-4ac5-8072-0ca9535b3b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:53.514269 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c84cf8ed-0cea-44bd-821f-36c8212312ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.518061 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3a62cbdf-3836-4e2e-8c49-881d48dd669b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.519278 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c59666b-c5d8-4420-aef6-e84f11554e3a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771554'] for security_group_rule, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.586417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8145c23b-09c2-414e-9ecb-927ffd3c4f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:53.593488 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Routers {'d9fda826-546b-4b7a-b326-f7c2ded37ae7'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 14:59:53.594815 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T14:59:53Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:59:53.627856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-3eed16e5-391c-46ca-83da-5906aaee0115 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:53.629535 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-3eed16e5-391c-46ca-83da-5906aaee0115 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee20925e-2a54-4f0d-847c-e53daab404c3 HTTP/1.1" status: 200 len: 855 time: 1.1086998 Nov 18 14:59:53.721913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62cbdf-3836-4e2e-8c49-881d48dd669b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77178a0-f5bd-4123-9eca-cf9d121925f6,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:53.776694 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3a62cbdf-3836-4e2e-8c49-881d48dd669b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:53.784981 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:53.790869 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-a2e4fdfc-0164-455d-a228-29831f1dcf71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.806442 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c84cf8ed-0cea-44bd-821f-36c8212312ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.837031 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-a2e4fdfc-0164-455d-a228-29831f1dcf71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.843324 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] Set router d9fda826-546b-4b7a-b326-f7c2ded37ae7 gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 14:59:53.892093 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-b32c94a4-4a5a-4ff0-96e3-4c87edaa86d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1706386 Nov 18 14:59:53.893048 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c59666b-c5d8-4420-aef6-e84f11554e3a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group_rule, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.896925 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-6c59666b-c5d8-4420-aef6-e84f11554e3a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.0040252 Nov 18 14:59:53.901793 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3a62cbdf-3836-4e2e-8c49-881d48dd669b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.903004 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-3a62cbdf-3836-4e2e-8c49-881d48dd669b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f77178a0-f5bd-4123-9eca-cf9d121925f6 HTTP/1.1" status: 204 len: 168 time: 1.7112305 Nov 18 14:59:53.904056 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59666b-c5d8-4420-aef6-e84f11554e3a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a938bd-bd90-4710-8742-45ddd5462d58,revision_number=0']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:53.918803 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6c59666b-c5d8-4420-aef6-e84f11554e3a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:53.919385 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 59182) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:53.937465 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c84cf8ed-0cea-44bd-821f-36c8212312ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.958867 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.974221 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Transition to ACTIVE for port object a3554f6a-c445-4582-830d-a536797db6a0 will not be triggered until provisioned by entity L2. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 14:59:53.977407 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:53.979311 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:53.998144 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:54.093660 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4fdfc-0164-455d-a228-29831f1dcf71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Pushing event updated for resources: {'Port': ['ID=ec8461a5-465f-4291-9eb9-b3af8d4efa21,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:54.099524 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a2e4fdfc-0164-455d-a228-29831f1dcf71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:54.101669 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-a2e4fdfc-0164-455d-a228-29831f1dcf71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Network 21c90c92-3cd6-4cc4-a87c-bebc1082f8d0 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 14:59:54.103437 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-a2e4fdfc-0164-455d-a228-29831f1dcf71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Resources bound (agent type, host, resource id): {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 14:59:54.106548 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-a2e4fdfc-0164-455d-a228-29831f1dcf71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 14:59:54.110994 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-a2e4fdfc-0164-455d-a228-29831f1dcf71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:54.122776 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-a2e4fdfc-0164-455d-a228-29831f1dcf71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for port, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:54.136511 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-ffa7e0dd-71e3-47b7-a148-cabdd3677fc1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Request body: {'security_group_rule': {'security_group_id': 'da519b0a-c113-4d57-a837-a2b55f09e647', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:54.170490 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:54.181894 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:54.187234 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-a2e4fdfc-0164-455d-a228-29831f1dcf71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9625120 Nov 18 14:59:54.198785 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3315c-6ce2-4ab7-b362-9cca0e92bd3e None None] Pushing event updated for resources: {'Port': ['ID=a3554f6a-c445-4582-830d-a536797db6a0,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:54.199032 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Request body: {'port': {'device_id': '8b8c0b43-d120-4940-b3d5-7910d5b4f021', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:54.215005 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4dc3315c-6ce2-4ab7-b362-9cca0e92bd3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:54.257365 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ffa7e0dd-71e3-47b7-a148-cabdd3677fc1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:54.275235 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cf8ed-0cea-44bd-821f-36c8212312ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11574047-b093-4d83-a661-971c530e7659,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:54.291225 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-ffa7e0dd-71e3-47b7-a148-cabdd3677fc1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Usage tracker for resource:security_group_rule and tenant:843cfdfce3cc46e79a77e9d00a592187 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:54.300891 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Attempting to bind port a3554f6a-c445-4582-830d-a536797db6a0 on host dv-cinder-733623-8-smb for vnic_type normal with profile {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 14:59:54.301298 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Attempting to bind port a3554f6a-c445-4582-830d-a536797db6a0 by drivers openvswitch on host dv-cinder-733623-8-smb at level 0 using segments [{'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 14:59:54.302067 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Attempting to bind port a3554f6a-c445-4582-830d-a536797db6a0 on network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 14:59:54.321766 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Checking agent: {'id': 'b89b5859-e255-43e6-a15a-920ce6d00019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 54), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 14:59:54.322212 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Checking segment: {'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 14:59:54.322656 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:54.323084 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Bound using segment: {'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 14:59:54.323598 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Bound port: a3554f6a-c445-4582-830d-a536797db6a0, host: dv-cinder-733623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 14:59:54.324023 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:54.369400 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-ffa7e0dd-71e3-47b7-a148-cabdd3677fc1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:54.372564 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c84cf8ed-0cea-44bd-821f-36c8212312ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:54.377583 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:54.402334 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ffa7e0dd-71e3-47b7-a148-cabdd3677fc1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:54.412932 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c84cf8ed-0cea-44bd-821f-36c8212312ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:54.414179 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-c84cf8ed-0cea-44bd-821f-36c8212312ed admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/11574047-b093-4d83-a661-971c530e7659 HTTP/1.1" status: 204 len: 168 time: 1.0982912 Nov 18 14:59:54.420249 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:54.480500 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] For port a3554f6a-c445-4582-830d-a536797db6a0, host dv-cinder-733623-8-smb, cleared binding levels {{(pid=80269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 14:59:54.489250 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] For port a3554f6a-c445-4582-830d-a536797db6a0, host dv-cinder-733623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=a3554f6a-c445-4582-830d-a536797db6a0,segment=NetworkSegment(d608effb-fc29-4317-9442-b1f08aaaa7ca),segment_id=d608effb-fc29-4317-9442-b1f08aaaa7ca)] {{(pid=80269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 14:59:54.493281 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 4, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': 'e1f1d435-e73b-4219-b5fd-59cfc0a0fae1', 'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'mac_address': 'fa:16:3e:0c:09:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:40Z', 'updated_at': '2020-11-18T14:59:53Z', 'revision_number': 4, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'subnets': [{'id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:59:54.496146 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:54.501330 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d58bf0-3d3b-4de9-bed0-a34a38bc3e77 None None] The sync data for ids ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'] in dv-cinder-733623-8-smb is: [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 4, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': 'e1f1d435-e73b-4219-b5fd-59cfc0a0fae1', 'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'mac_address': 'fa:16:3e:0c:09:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:40Z', 'updated_at': '2020-11-18T14:59:53Z', 'revision_number': 4, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'subnets': [{'id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 14:59:54.516990 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4dc3315c-6ce2-4ab7-b362-9cca0e92bd3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:54.740407 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ffa7e0dd-71e3-47b7-a148-cabdd3677fc1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group_rule, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:54.856438 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3315c-6ce2-4ab7-b362-9cca0e92bd3e None None] Pushing event updated for resources: {'Port': ['ID=a3554f6a-c445-4582-830d-a536797db6a0,revision_number=3']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:54.874876 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4dc3315c-6ce2-4ab7-b362-9cca0e92bd3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:54.930949 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-91484ac0-f971-40aa-9e16-4acf2be4cb1c service neutron] 10.222.0.26 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0043616 Nov 18 14:59:54.990676 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Routers {'4ef6ff02-c075-415c-8f9d-f7a68031043e'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 14:59:54.992670 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T14:59:53Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['4ef6ff02-c075-415c-8f9d-f7a68031043e'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:59:55.147158 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8554e-5b3f-4d3f-b6fb-d4b0e44ef8f7 req-a9f48053-bb1b-467e-ae6f-8c5fa1a907f0 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:55.148868 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4cb8554e-5b3f-4d3f-b6fb-d4b0e44ef8f7 req-a9f48053-bb1b-467e-ae6f-8c5fa1a907f0 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 943 time: 0.6111722 Nov 18 14:59:55.167172 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79368b4f-a776-4fa5-9abc-e6dcba891395 req-d497a19b-f6a9-4520-923d-99368b2ddc74 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:55.168003 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-79368b4f-a776-4fa5-9abc-e6dcba891395 req-d497a19b-f6a9-4520-923d-99368b2ddc74 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Synchronizing usage tracker for tenant:b8c2ac98ae5b40dd99dbbe8ce7864833 on resource:port {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 14:59:55.312295 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-79368b4f-a776-4fa5-9abc-e6dcba891395 req-d497a19b-f6a9-4520-923d-99368b2ddc74 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Unset dirty status for tenant:b8c2ac98ae5b40dd99dbbe8ce7864833 on resource:port {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 14:59:55.314325 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-79368b4f-a776-4fa5-9abc-e6dcba891395 req-d497a19b-f6a9-4520-923d-99368b2ddc74 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/ports?device_id=8b8c0b43-d120-4940-b3d5-7910d5b4f021 HTTP/1.1" status: 200 len: 931 time: 0.5215683 Nov 18 14:59:55.429784 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d48a0bda-bdce-4ffb-ac3d-68fd353a2faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for subnet, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:55.443519 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ffa7e0dd-71e3-47b7-a148-cabdd3677fc1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:55.462181 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] Set router 4ef6ff02-c075-415c-8f9d-f7a68031043e gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 14:59:55.483596 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 59212) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:55.502927 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:55.556855 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ffa7e0dd-71e3-47b7-a148-cabdd3677fc1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771554'] for security_group_rule, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:55.576928 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80b1b352-6cbe-4b2d-8ed8-a1d75703f7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:55.651140 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a0bda-bdce-4ffb-ac3d-68fd353a2faf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97977d9e-51a1-4e32-bb3c-ac827c4fb192,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:55.666074 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d48a0bda-bdce-4ffb-ac3d-68fd353a2faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:55.668261 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:55.676118 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5f276489-4621-4a7d-8305-ff0464ad9c44 req-ecdff26a-0063-4914-82e9-a7c21e987bf9 service neutron] 10.222.0.26 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7068686 Nov 18 14:59:55.691331 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4cb8554e-5b3f-4d3f-b6fb-d4b0e44ef8f7 req-cd08724a-ef3a-4587-be41-766f49f0ca8d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873414 Nov 18 14:59:55.760678 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.resource_extend [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 18 14:59:55.795824 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-79368b4f-a776-4fa5-9abc-e6dcba891395 req-343be45c-34a8-489b-8125-b88b167eacd3 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/security-groups?id=2c164b51-c909-45ba-975f-c1185fde393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704857 Nov 18 14:59:55.867224 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-80b1b352-6cbe-4b2d-8ed8-a1d75703f7a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:55.915396 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-80b1b352-6cbe-4b2d-8ed8-a1d75703f7a6 admin admin] Usage tracker for resource:security_group_rule and tenant:0c1212596961431280207de969ef7c25 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:55.922254 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-80b1b352-6cbe-4b2d-8ed8-a1d75703f7a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:55.932617 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-80b1b352-6cbe-4b2d-8ed8-a1d75703f7a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:55.942167 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7e0dd-71e3-47b7-a148-cabdd3677fc1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88143da4-6bf0-4dd7-9402-ca19f6045c28,revision_number=0']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:55.943658 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8461a5-465f-4291-9eb9-b3af8d4efa21 {{(pid=80266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 14:59:55.950796 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef6ff02-c075-415c-8f9d-f7a68031043e', 'name': 'tempest-ServerRescueNegativeTestJSON-1517556155-router', 'tenant_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': 'a3554f6a-c445-4582-830d-a536797db6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:38Z', 'updated_at': '2020-11-18T14:59:46Z', 'revision_number': 3, 'project_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'gw_port': {'id': 'a3554f6a-c445-4582-830d-a536797db6a0', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef6ff02-c075-415c-8f9d-f7a68031043e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:43Z', 'updated_at': '2020-11-18T14:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:59:55.951629 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ffa7e0dd-71e3-47b7-a148-cabdd3677fc1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group_rule, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:55.952908 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-ffa7e0dd-71e3-47b7-a148-cabdd3677fc1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.0171885 Nov 18 14:59:55.956921 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 59228) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:55.961847 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:55.962771 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ffa7e0dd-71e3-47b7-a148-cabdd3677fc1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:55.964141 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e99a84-ae3c-46d2-97af-3c442aa18232 None None] The sync data for ids ['4ef6ff02-c075-415c-8f9d-f7a68031043e'] in dv-cinder-733623-8-smb is: [{'id': '4ef6ff02-c075-415c-8f9d-f7a68031043e', 'name': 'tempest-ServerRescueNegativeTestJSON-1517556155-router', 'tenant_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': 'a3554f6a-c445-4582-830d-a536797db6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:38Z', 'updated_at': '2020-11-18T14:59:46Z', 'revision_number': 3, 'project_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'gw_port': {'id': 'a3554f6a-c445-4582-830d-a536797db6a0', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef6ff02-c075-415c-8f9d-f7a68031043e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:43Z', 'updated_at': '2020-11-18T14:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}] {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 14:59:55.986842 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Request body: {'floatingip': {'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 14:59:56.003011 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 14:59:56.017389 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d48a0bda-bdce-4ffb-ac3d-68fd353a2faf admin admin] Notify callbacks [] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:56.021814 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d48a0bda-bdce-4ffb-ac3d-68fd353a2faf admin admin] 10.222.0.17 "DELETE /v2.0/subnets/97977d9e-51a1-4e32-bb3c-ac827c4fb192 HTTP/1.1" status: 204 len: 168 time: 3.7004836 Nov 18 14:59:56.028276 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 59232) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:56.028575 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Transition to ACTIVE for port object ec8461a5-465f-4291-9eb9-b3af8d4efa21 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 14:59:56.030148 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Usage tracker for resource:floatingip and tenant:843cfdfce3cc46e79a77e9d00a592187 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 14:59:56.037809 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 14:59:56.045589 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:56.051036 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 14:59:56.080327 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-764a40f7-402d-46f6-a175-ee4e4346a727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:56.177569 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for floatingip, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:56.198910 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-085bd715-e150-4cb9-b129-29ae531e1447 req-2d13362f-ea07-473a-bff0-e21bcc97640f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0c21091ef2244ca833257d93ddee8eb&device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 1160 time: 0.3337882 Nov 18 14:59:56.257234 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804504'] for network, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:56.401933 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 14:59:56.515108 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning for port e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 14:59:56.522085 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:59:56.523137 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:56.528300 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80b1b352-6cbe-4b2d-8ed8-a1d75703f7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:56.538636 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8461a5-465f-4291-9eb9-b3af8d4efa21,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:56.542392 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:56.556152 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80b1b352-6cbe-4b2d-8ed8-a1d75703f7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:56.576091 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:56.718472 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:56.807876 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] For port e1f1d435-e73b-4219-b5fd-59cfc0a0fae1, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=e1f1d435-e73b-4219-b5fd-59cfc0a0fae1,segment=NetworkSegment(573e4015-d99e-4ce3-8b66-7ca90676bc75),segment_id=573e4015-d99e-4ce3-8b66-7ca90676bc75)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 14:59:56.812417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:56.818360 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:56.901587 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1b352-6cbe-4b2d-8ed8-a1d75703f7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f362275-846d-4a49-9cdf-198fe8fffbd4,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:56.921632 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80b1b352-6cbe-4b2d-8ed8-a1d75703f7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:56.936451 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-80b1b352-6cbe-4b2d-8ed8-a1d75703f7a6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0c1212596961431280207de969ef7c25&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4409821 Nov 18 14:59:56.939973 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 59254) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:56.943880 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Pushing event updated for resources: {'Port': ['ID=e1f1d435-e73b-4219-b5fd-59cfc0a0fae1,revision_number=5']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:56.950751 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:57.004756 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853904989', 'neutron.services.segments.db._delete_segments_for_network--9223363305708362475'] for network, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:57.041049 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Attempting to bind port ec8461a5-465f-4291-9eb9-b3af8d4efa21 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 14:59:57.041330 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Attempting to bind port ec8461a5-465f-4291-9eb9-b3af8d4efa21 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '1f13af9b-2141-4972-b016-a6bb28c79ece', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '21c90c92-3cd6-4cc4-a87c-bebc1082f8d0'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 14:59:57.041700 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Attempting to bind port ec8461a5-465f-4291-9eb9-b3af8d4efa21 on network 21c90c92-3cd6-4cc4-a87c-bebc1082f8d0 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 14:59:57.117520 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bd715-e150-4cb9-b129-29ae531e1447 req-fba19b6d-ba90-404c-b5c9-1f6841e4f662 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:57.119187 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-085bd715-e150-4cb9-b129-29ae531e1447 req-fba19b6d-ba90-404c-b5c9-1f6841e4f662 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 HTTP/1.1" status: 200 len: 909 time: 0.6128166 Nov 18 14:59:57.269196 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Checking agent: {'id': '7eae2a45-698e-415c-8839-ff0c3594e804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 14:59:57.269765 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Checking segment: {'id': '1f13af9b-2141-4972-b016-a6bb28c79ece', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '21c90c92-3cd6-4cc4-a87c-bebc1082f8d0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 14:59:57.270009 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:57.270376 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Bound using segment: {'id': '1f13af9b-2141-4972-b016-a6bb28c79ece', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '21c90c92-3cd6-4cc4-a87c-bebc1082f8d0'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 14:59:57.270890 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Bound port: ec8461a5-465f-4291-9eb9-b3af8d4efa21, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f13af9b-2141-4972-b016-a6bb28c79ece', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '21c90c92-3cd6-4cc4-a87c-bebc1082f8d0'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 14:59:57.271261 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:57.330464 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:57.447975 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:59:57.449092 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:59:57.449414 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:59:57.449791 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Subscribe: > port after_create 55550000 {{(pid=80267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:59:57.450197 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:59:57.450559 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Subscribe: > port after_update 55550000 {{(pid=80267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:59:57.450931 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:59:57.451381 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:59:57.451815 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:59:57.452119 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:59:57.501078 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7b8f9172-d44c-41ab-858b-9ee24f72ef2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:57.543232 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:59:57.543725 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:59:57.544247 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:59:57.544941 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 14:59:57.545164 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a3916c-dff8-4ac2-895a-7d5c6e7d9786']}} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:59:57.564467 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-085bd715-e150-4cb9-b129-29ae531e1447 req-92093cf3-ba99-452c-92e7-285a35b82490 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbd4f6ef-a31d-4748-8c00-aa55e6ab401d HTTP/1.1" status: 200 len: 217 time: 0.2716460 Nov 18 14:59:57.566307 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7321b8a4-6b79-49f3-a462-4fff62db3ead') {'for_net_delete': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:59:57.566641 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7321b8a4-6b79-49f3-a462-4fff62db3ead') {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 14:59:57.583486 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911a05f-76f5-4b82-9761-3f3d6555eeb8 req-f4d26ccf-96c4-427e-903b-69ab256ff901 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:57.585201 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1911a05f-76f5-4b82-9761-3f3d6555eeb8 req-f4d26ccf-96c4-427e-903b-69ab256ff901 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 943 time: 0.5237243 Nov 18 14:59:57.637937 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305708324075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852144096'] for segment, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:57.671101 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:57.676511 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 14:59:57.707598 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7b8f9172-d44c-41ab-858b-9ee24f72ef2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:57.722464 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bd715-e150-4cb9-b129-29ae531e1447 req-0cb21bcc-c425-4247-b115-86710dacd118 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:57.724182 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-085bd715-e150-4cb9-b129-29ae531e1447 req-0cb21bcc-c425-4247-b115-86710dacd118 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee20925e-2a54-4f0d-847c-e53daab404c3 HTTP/1.1" status: 200 len: 855 time: 0.1490831 Nov 18 14:59:57.792884 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] For port ec8461a5-465f-4291-9eb9-b3af8d4efa21, host hv-cinder-73362, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 14:59:57.803394 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd24920-bd29-4c04-a209-555890302798 req-f52d8f1c-18ab-49b2-a820-56c62f707f71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:57.805031 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9dd24920-bd29-4c04-a209-555890302798 req-f52d8f1c-18ab-49b2-a820-56c62f707f71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/ports?device_id=8b8c0b43-d120-4940-b3d5-7910d5b4f021 HTTP/1.1" status: 200 len: 943 time: 0.6019659 Nov 18 14:59:57.855888 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] For port ec8461a5-465f-4291-9eb9-b3af8d4efa21, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=ec8461a5-465f-4291-9eb9-b3af8d4efa21,segment=NetworkSegment(1f13af9b-2141-4972-b016-a6bb28c79ece),segment_id=1f13af9b-2141-4972-b016-a6bb28c79ece)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 14:59:57.899764 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:57.928554 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:57.952508 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-085bd715-e150-4cb9-b129-29ae531e1447 req-85a76e07-a8b0-4dc1-a3af-b16dff625844 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991757 Nov 18 14:59:57.977797 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1911a05f-76f5-4b82-9761-3f3d6555eeb8 req-d66755b0-1d76-4fe5-aca6-8254e01cbfad tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131807 Nov 18 14:59:58.063650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Network 25a3916c-dff8-4ac2-895a-7d5c6e7d9786 has no segments {{(pid=80267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 14:59:58.093316 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853906570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844961265'] for segment, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:58.166265 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9dd24920-bd29-4c04-a209-555890302798 req-220b7102-b37c-4b31-9114-95106b19213c tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/security-groups?id=2c164b51-c909-45ba-975f-c1185fde393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339164 Nov 18 14:59:58.187549 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8461a5-465f-4291-9eb9-b3af8d4efa21,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:58.190518 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7b8f9172-d44c-41ab-858b-9ee24f72ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:58.193724 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:58.213774 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Allocated IP 172.28.0.7 (43dc5890-a9c2-4d0d-8ecc-5e5d0db18312/81ba36a0-a2a1-4122-9852-9ec563604b00/62a6eeb8-9167-4f59-a32c-a21eedba33a9) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 14:59:58.215857 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-65029636-a379-4f9d-a043-b7d8fb77487f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:58.236880 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f9172-d44c-41ab-858b-9ee24f72ef2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f362275-846d-4a49-9cdf-198fe8fffbd4,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:58.250276 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7b8f9172-d44c-41ab-858b-9ee24f72ef2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:58.299700 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7b8f9172-d44c-41ab-858b-9ee24f72ef2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:58.300932 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-7b8f9172-d44c-41ab-858b-9ee24f72ef2f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7f362275-846d-4a49-9cdf-198fe8fffbd4 HTTP/1.1" status: 204 len: 168 time: 1.3530445 Nov 18 14:59:58.321640 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for port, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:58.322908 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-49352e86-94fb-4f7e-bc45-7d06e0ec1158 service neutron] 10.222.0.26 "PUT /v2.0/ports/ec8461a5-465f-4291-9eb9-b3af8d4efa21 HTTP/1.1" status: 200 len: 1157 time: 4.1285453 Nov 18 14:59:58.323408 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8c0b43-d120-4940-b3d5-7910d5b4f021', 'tag': 'ec8461a5-465f-4291-9eb9-b3af8d4efa21'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 14:59:58.408473 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Network 25a3916c-dff8-4ac2-895a-7d5c6e7d9786 has no segments {{(pid=80267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 14:59:58.443747 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.objects.ports [None req-4e3ddef2-2d54-4cd1-bce4-d7a91f198c2e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80268) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: (rel_b, rel_a, rel_b), Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: (rel_b, rel_a, rel_b), Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: Traceback (most recent call last): Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: timer() Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: cb(*args, **kw) Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: return func(*args, **kwargs) Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: self._notify() Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: self.callback(batched_events) Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: event.method(event) Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: segment_id)['aggregates'][0] Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: return f(self, *a, **k) Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: return self._get(url).json() Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: **kwargs) Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: return self.request(url, 'GET', **kwargs) Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: **endpoint_filter) Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 14:59:58.472385 dv-cinder-733623-8-smb neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 14:59:58.579935 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-085bd715-e150-4cb9-b129-29ae531e1447 req-a972254b-631b-46f0-9c24-5a7c322fa865 service neutron] 10.222.0.26 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185563 Nov 18 14:59:58.637182 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 14:59:58.709082 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:58.743322 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device bbd4f6ef-a31d-4748-8c00-aa55e6ab401d up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 14:59:58.744360 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:58.755681 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-5ce07496-33a0-407a-bffa-fc1a28326a6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8c2ac98ae5b40dd99dbbe8ce7864833&device_id=8b8c0b43-d120-4940-b3d5-7910d5b4f021 HTTP/1.1" status: 200 len: 1160 time: 0.3239708 Nov 18 14:59:58.853937 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-145d7eeb-e301-4923-85c4-22184483ff68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec8461a5-465f-4291-9eb9-b3af8d4efa21 HTTP/1.1" status: 200 len: 217 time: 0.0902553 Nov 18 14:59:58.959346 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:58.983172 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-17ac3433-a1b9-489b-88db-01aea6a91654 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 14:59:58.985692 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-17ac3433-a1b9-489b-88db-01aea6a91654 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a96331f-a4df-4e39-99a7-e24a9384eeae HTTP/1.1" status: 200 len: 851 time: 0.1252553 Nov 18 14:59:58.989488 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a2e4fdfc-0164-455d-a228-29831f1dcf71 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:59.075803 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:59.144452 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 14:59:59.167092 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:59.242378 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:59:59.243000 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:59.279319 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Pushing event deleted for resources: {'Network': ['ID=25a3916c-dff8-4ac2-895a-7d5c6e7d9786,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 14:59:59.365301 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 14:59:59.410143 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning for port bbd4f6ef-a31d-4748-8c00-aa55e6ab401d completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 14:59:59.418272 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] 10.222.0.17 "DELETE /v2.0/networks/25a3916c-dff8-4ac2-895a-7d5c6e7d9786 HTTP/1.1" status: 204 len: 168 time: 3.3817799 Nov 18 14:59:59.427970 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 59324) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 14:59:59.437225 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port bbd4f6ef-a31d-4748-8c00-aa55e6ab401d triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 14:59:59.453106 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:59.597474 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-085bd715-e150-4cb9-b129-29ae531e1447 req-edcf4ee4-9e77-4dd7-858d-2b25985abfe0 service neutron] 10.222.0.26 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0069292 Nov 18 14:59:59.691959 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1bb301f-f47b-40f4-bd28-b38cebff7a69 admin admin] Deleting subnet ae536f1b-2fe5-47d3-a32d-e269cd86baf4 {{(pid=80267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 14:59:59.708750 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1bb301f-f47b-40f4-bd28-b38cebff7a69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:59.799450 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8c0b43-d120-4940-b3d5-7910d5b4f021', 'tag': 'ec8461a5-465f-4291-9eb9-b3af8d4efa21', 'status': 'completed', 'code': 200} Nov 18 14:59:59.804712 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-469c342a-eb47-4099-905f-90e55003b670 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=21c90c92-3cd6-4cc4-a87c-bebc1082f8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7383432 Nov 18 14:59:59.845291 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1bb301f-f47b-40f4-bd28-b38cebff7a69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2631704'] for subnet, precommit_delete_associations {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 14:59:59.884679 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device a3554f6a-c445-4582-830d-a536797db6a0 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:00.008170 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:00.045466 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1bb301f-f47b-40f4-bd28-b38cebff7a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853901800'] for subnet, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:00.106699 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-87a2a426-fe7b-431e-8134-625019cbb4cc service neutron] 10.222.0.26 "GET /v2.0/networks/21c90c92-3cd6-4cc4-a87c-bebc1082f8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859601 Nov 18 15:00:00.108907 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning for port a3554f6a-c445-4582-830d-a536797db6a0 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:00:00.142173 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port a3554f6a-c445-4582-830d-a536797db6a0 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:00.142846 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:00.194755 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd4f6ef-a31d-4748-8c00-aa55e6ab401d'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:00:00.305911 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port bbd4f6ef-a31d-4748-8c00-aa55e6ab401d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=bbd4f6ef-a31d-4748-8c00-aa55e6ab401d,segment=NetworkSegment(324638eb-0cd2-4b5d-9c31-a87da18bd95c),segment_id=324638eb-0cd2-4b5d-9c31-a87da18bd95c)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:00:00.310903 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:00.320908 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-88945b9d-0934-4058-96da-2f446fefa984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:00.411253 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Pushing event updated for resources: {'Port': ['ID=62a6eeb8-9167-4f59-a32c-a21eedba33a9,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:00.420429 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=bbd4f6ef-a31d-4748-8c00-aa55e6ab401d,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:00.439757 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:00.451202 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device bbd4f6ef-a31d-4748-8c00-aa55e6ab401d up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:00.519610 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Allocated IP 172.20.0.1 (f4badb87-04e7-4e11-a8f7-57fd8da6f7cc/63d84575-b2c6-46f1-825a-af37cea2e6ca/3ae6a4c2-191f-499a-818f-2c560b7c2ee4) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:00:00.561373 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.572s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:00.571004 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c582097d-16d5-4d8f-9ff7-1a07f2dee706 req-5fe4feb8-acd9-4925-9b98-35c225eb33e7 service neutron] 10.222.0.26 "GET /v2.0/networks/21c90c92-3cd6-4cc4-a87c-bebc1082f8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4485729 Nov 18 15:00:00.597408 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port bbd4f6ef-a31d-4748-8c00-aa55e6ab401d triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:00.597408 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:00.652298 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:00.672957 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:00:00.676453 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Resources bound (agent type, host, resource id): {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:00:00.689260 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:00:00.707346 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] For port a3554f6a-c445-4582-830d-a536797db6a0, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=a3554f6a-c445-4582-830d-a536797db6a0,segment=NetworkSegment(d608effb-fc29-4317-9442-b1f08aaaa7ca),segment_id=d608effb-fc29-4317-9442-b1f08aaaa7ca)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:00:00.717285 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:00.777814 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7590570f-2a55-4ac5-8072-0ca9535b3b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:00.781115 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dba48-827b-42c9-99c8-4d2db0cc06f5 req-04b62483-1f16-4bcd-ab63-955fdf7bd6bc tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:00.791371 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-218dba48-827b-42c9-99c8-4d2db0cc06f5 req-04b62483-1f16-4bcd-ab63-955fdf7bd6bc tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/ports?device_id=8b8c0b43-d120-4940-b3d5-7910d5b4f021 HTTP/1.1" status: 200 len: 943 time: 0.9352789 Nov 18 15:00:00.857826 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f01dcf-08cd-4556-b9b9-aff71ac34652 req-0145787c-ace1-4526-854f-66ecf80d6b76 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:00.860797 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-92f01dcf-08cd-4556-b9b9-aff71ac34652 req-0145787c-ace1-4526-854f-66ecf80d6b76 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 943 time: 1.0511978 Nov 18 15:00:00.898750 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Pushing event updated for resources: {'Port': ['ID=a3554f6a-c445-4582-830d-a536797db6a0,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:00.910146 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:00.916534 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:00.947487 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1bb301f-f47b-40f4-bd28-b38cebff7a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844961198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845137380'] for subnet, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:00.969410 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-935c6428-8ced-4dfa-a837-c746f214d350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:01.010199 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-218dba48-827b-42c9-99c8-4d2db0cc06f5 req-0cf7bdb0-65ca-4f1d-a40e-5ed1d4424411 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/security-groups?id=2c164b51-c909-45ba-975f-c1185fde393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174723 Nov 18 15:00:01.028149 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb301f-f47b-40f4-bd28-b38cebff7a69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae536f1b-2fe5-47d3-a32d-e269cd86baf4,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:01.036427 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d1bb301f-f47b-40f4-bd28-b38cebff7a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:01.134553 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c8902c2a-4f94-4c49-93d1-81f749ef9c72 req-1df85ec5-ac69-4083-9cc5-2d95d6a37697 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8c2ac98ae5b40dd99dbbe8ce7864833&device_id=8b8c0b43-d120-4940-b3d5-7910d5b4f021 HTTP/1.1" status: 200 len: 1160 time: 0.4593878 Nov 18 15:00:01.145435 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-92f01dcf-08cd-4556-b9b9-aff71ac34652 req-c01fe393-fe3d-4911-90bc-94fd64bd288d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216783 Nov 18 15:00:01.148571 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:01.173585 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for floatingip, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:01.173799 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0e3cd5f3-ffba-478c-8cb0-293463316220 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:01.248062 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae6a4c2-191f-499a-818f-2c560b7c2ee4,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:01.252796 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:01.271544 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1bb301f-f47b-40f4-bd28-b38cebff7a69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:01.285084 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d1bb301f-f47b-40f4-bd28-b38cebff7a69 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/ae536f1b-2fe5-47d3-a32d-e269cd86baf4 HTTP/1.1" status: 204 len: 168 time: 1.8515198 Nov 18 15:00:01.285522 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 59392) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:01.364466 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:01.409259 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8902c2a-4f94-4c49-93d1-81f749ef9c72 req-90202858-61be-4659-ad1d-095eadb6d125 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:01.412939 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c8902c2a-4f94-4c49-93d1-81f749ef9c72 req-90202858-61be-4659-ad1d-095eadb6d125 service neutron] 10.222.0.26 "GET /v2.0/networks?id=21c90c92-3cd6-4cc4-a87c-bebc1082f8d0 HTTP/1.1" status: 200 len: 905 time: 0.2664917 Nov 18 15:00:01.523647 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fba3e1bc-dd81-4f71-96d6-f917aaffcd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804504'] for network, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:01.569615 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd4f6ef-a31d-4748-8c00-aa55e6ab401d', 'code': 200} Nov 18 15:00:01.585391 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c8902c2a-4f94-4c49-93d1-81f749ef9c72 req-4fdda660-04b2-4edd-b61e-25751c6972fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec8461a5-465f-4291-9eb9-b3af8d4efa21 HTTP/1.1" status: 200 len: 217 time: 0.1652198 Nov 18 15:00:01.726860 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8902c2a-4f94-4c49-93d1-81f749ef9c72 req-22592645-22d8-44be-a6c1-8954429c378d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:01.728455 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c8902c2a-4f94-4c49-93d1-81f749ef9c72 req-22592645-22d8-44be-a6c1-8954429c378d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a96331f-a4df-4e39-99a7-e24a9384eeae HTTP/1.1" status: 200 len: 851 time: 0.1273074 Nov 18 15:00:01.822850 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c8902c2a-4f94-4c49-93d1-81f749ef9c72 req-3320fb30-f4be-49b4-8562-ea68fb3a6c08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=21c90c92-3cd6-4cc4-a87c-bebc1082f8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829535 Nov 18 15:00:01.887670 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fba3e1bc-dd81-4f71-96d6-f917aaffcd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853904989', 'neutron.services.segments.db._delete_segments_for_network--9223363305708362475'] for network, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:02.061298 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 59424) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:02.116649 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c8902c2a-4f94-4c49-93d1-81f749ef9c72 req-11f445e4-84c2-4654-a952-b62821c2750e service neutron] 10.222.0.26 "GET /v2.0/networks/21c90c92-3cd6-4cc4-a87c-bebc1082f8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389290 Nov 18 15:00:02.125945 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:02.153676 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:02.205480 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:02.310554 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Network f4badb87-04e7-4e11-a8f7-57fd8da6f7cc is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:00:02.315001 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:00:02.317464 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:00:02.353835 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-fba3e1bc-dd81-4f71-96d6-f917aaffcd35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf358884-3d12-4707-869c-0762135084ce']}} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:02.379467 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-fba3e1bc-dd81-4f71-96d6-f917aaffcd35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f5a956-9265-4177-bc3e-1ed73c96fe69') {'for_net_delete': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:02.379803 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-fba3e1bc-dd81-4f71-96d6-f917aaffcd35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f5a956-9265-4177-bc3e-1ed73c96fe69') {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:02.419158 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fba3e1bc-dd81-4f71-96d6-f917aaffcd35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305708324075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852144096'] for segment, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:02.451099 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fba3e1bc-dd81-4f71-96d6-f917aaffcd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:02.457014 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fba3e1bc-dd81-4f71-96d6-f917aaffcd35 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 15:00:02.490178 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430850'] for router_interface, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:02.527824 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.objects.ports [None req-3bfcc860-e67b-40f5-a86e-4bfea2152e51 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80268) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 15:00:02.606002 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-700fef9c-e98f-49dc-ab42-0e8be4b97c1d req-2525e1ea-8230-49bb-be73-8c31b8ae82fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 1162 time: 0.6252692 Nov 18 15:00:02.754315 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-700fef9c-e98f-49dc-ab42-0e8be4b97c1d req-843cb3c8-ffb1-407c-b6b4-6be35b402689 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:02.765465 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-fba3e1bc-dd81-4f71-96d6-f917aaffcd35 admin admin] Network bf358884-3d12-4707-869c-0762135084ce has no segments {{(pid=80267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:00:02.779443 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fba3e1bc-dd81-4f71-96d6-f917aaffcd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853906570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844961265'] for segment, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:02.821402 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ae300d93-957a-41b4-b6ac-375298bb8774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:02.866333 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device ec8461a5-465f-4291-9eb9-b3af8d4efa21 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:02.925281 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:02.972331 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device a3554f6a-c445-4582-830d-a536797db6a0 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:03.005722 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Pushing event updated for resources: {'Port': ['ID=62a6eeb8-9167-4f59-a32c-a21eedba33a9,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:03.015001 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-700fef9c-e98f-49dc-ab42-0e8be4b97c1d req-843cb3c8-ffb1-407c-b6b4-6be35b402689 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:03.045048 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:03.082761 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-700fef9c-e98f-49dc-ab42-0e8be4b97c1d req-843cb3c8-ffb1-407c-b6b4-6be35b402689 service neutron] Usage tracker for resource:security_group_rule and tenant:c47bc29bd7f54310bbf7eeccce538e70 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:03.092698 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-fba3e1bc-dd81-4f71-96d6-f917aaffcd35 admin admin] Network bf358884-3d12-4707-869c-0762135084ce has no segments {{(pid=80267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:00:03.106694 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f5f92-a7c0-4aa7-8266-d6e9be6b4b93 req-4f89be44-0e0b-45c2-947a-4eea54714b6f tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:03.108415 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5d3f5f92-a7c0-4aa7-8266-d6e9be6b4b93 req-4f89be44-0e0b-45c2-947a-4eea54714b6f tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/ports?device_id=8b8c0b43-d120-4940-b3d5-7910d5b4f021 HTTP/1.1" status: 200 len: 943 time: 0.7525575 Nov 18 15:00:03.122669 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-700fef9c-e98f-49dc-ab42-0e8be4b97c1d req-843cb3c8-ffb1-407c-b6b4-6be35b402689 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:03.127323 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c8902c2a-4f94-4c49-93d1-81f749ef9c72 req-9c4fbcdf-c1f6-495d-9cd5-afa64ff87c68 service neutron] 10.222.0.26 "GET /v2.0/networks/21c90c92-3cd6-4cc4-a87c-bebc1082f8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0028784 Nov 18 15:00:03.135196 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae0d65-73e4-408e-bca6-9caaae3a6210 req-19642c8c-0144-4fd1-8844-bad8e3f9d0e3 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:03.137189 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21ae0d65-73e4-408e-bca6-9caaae3a6210 req-19642c8c-0144-4fd1-8844-bad8e3f9d0e3 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 945 time: 0.7801318 Nov 18 15:00:03.145088 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning for port ec8461a5-465f-4291-9eb9-b3af8d4efa21 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: Traceback (most recent call last): Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: timer() Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: cb(*args, **kw) Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: return func(*args, **kwargs) Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: self._notify() Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: self.callback(batched_events) Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: event.method(event) Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: segment_id)['aggregates'][0] Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: return f(self, *a, **k) Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: return self._get(url).json() Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: **kwargs) Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: return self.request(url, 'GET', **kwargs) Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: **endpoint_filter) Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 15:00:03.152720 dv-cinder-733623-8-smb neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 15:00:03.154438 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port ec8461a5-465f-4291-9eb9-b3af8d4efa21 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:03.154438 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:03.172494 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ae300d93-957a-41b4-b6ac-375298bb8774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:03.174894 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-700fef9c-e98f-49dc-ab42-0e8be4b97c1d req-843cb3c8-ffb1-407c-b6b4-6be35b402689 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:03.205788 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port a3554f6a-c445-4582-830d-a536797db6a0 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:03.206246 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:03.212420 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-ae300d93-957a-41b4-b6ac-375298bb8774 admin admin] Usage tracker for resource:security_group_rule and tenant:71f7f9fee8eb4db2a1258016e2111774 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:03.220066 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-ae300d93-957a-41b4-b6ac-375298bb8774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:03.242057 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ae300d93-957a-41b4-b6ac-375298bb8774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:03.289033 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5d3f5f92-a7c0-4aa7-8266-d6e9be6b4b93 req-6726ad76-ac72-48ef-9a9c-be0c44a76313 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/security-groups?id=2c164b51-c909-45ba-975f-c1185fde393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461751 Nov 18 15:00:03.300217 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431000'] for floatingip, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:03.324764 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21ae0d65-73e4-408e-bca6-9caaae3a6210 req-865eb289-2541-4c10-a766-f1e99a0a3b9b tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561310 Nov 18 15:00:03.362556 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for floatingip, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:03.372303 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.4060638 Nov 18 15:00:03.372471 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fba3e1bc-dd81-4f71-96d6-f917aaffcd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:03.402447 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:03.411198 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ae300d93-957a-41b4-b6ac-375298bb8774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:03.416049 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ae300d93-957a-41b4-b6ac-375298bb8774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:03.419499 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fba3e1bc-dd81-4f71-96d6-f917aaffcd35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:03.420372 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:03.429331 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:03.456932 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3e1bc-dd81-4f71-96d6-f917aaffcd35 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf358884-3d12-4707-869c-0762135084ce,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:03.474597 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fba3e1bc-dd81-4f71-96d6-f917aaffcd35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:03.474798 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port ec8461a5-465f-4291-9eb9-b3af8d4efa21, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=ec8461a5-465f-4291-9eb9-b3af8d4efa21,segment=NetworkSegment(1f13af9b-2141-4972-b016-a6bb28c79ece),segment_id=1f13af9b-2141-4972-b016-a6bb28c79ece)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:00:03.479582 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:03.480315 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device bbd4f6ef-a31d-4748-8c00-aa55e6ab401d up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:03.487721 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae300d93-957a-41b4-b6ac-375298bb8774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c581ceb6-fafb-488c-91cb-ff510d1b7281,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:03.497088 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-ae300d93-957a-41b4-b6ac-375298bb8774 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=71f7f9fee8eb4db2a1258016e2111774&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4331520 Nov 18 15:00:03.497088 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ae300d93-957a-41b4-b6ac-375298bb8774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:03.498321 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 59460) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:03.554284 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:03.567016 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff08e-0bb8-458f-9874-c42dba3d3251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:03.567354 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-fba3e1bc-dd81-4f71-96d6-f917aaffcd35 admin admin] 10.222.0.17 "DELETE /v2.0/networks/bf358884-3d12-4707-869c-0762135084ce HTTP/1.1" status: 204 len: 168 time: 2.2806935 Nov 18 15:00:03.596679 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-700fef9c-e98f-49dc-ab42-0e8be4b97c1d req-843cb3c8-ffb1-407c-b6b4-6be35b402689 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:03.600143 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff08e-0bb8-458f-9874-c42dba3d3251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:03.605170 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-700fef9c-e98f-49dc-ab42-0e8be4b97c1d req-843cb3c8-ffb1-407c-b6b4-6be35b402689 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:03.617490 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8c0b43-d120-4940-b3d5-7910d5b4f021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8461a5-465f-4291-9eb9-b3af8d4efa21'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:00:03.627183 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c84cf8ed-0cea-44bd-821f-36c8212312ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:03.661844 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=ec8461a5-465f-4291-9eb9-b3af8d4efa21,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:03.665771 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:03.668991 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port bbd4f6ef-a31d-4748-8c00-aa55e6ab401d triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:03.669410 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:03.676053 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-700fef9c-e98f-49dc-ab42-0e8be4b97c1d req-843cb3c8-ffb1-407c-b6b4-6be35b402689 service neutron] Synchronizing usage tracker for tenant:c47bc29bd7f54310bbf7eeccce538e70 on resource:security_group {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:00:03.687333 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cb3c8-ffb1-407c-b6b4-6be35b402689 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=080085a0-b4e6-421e-b78e-7452437857fd,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:03.694233 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-843cb3c8-ffb1-407c-b6b4-6be35b402689 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:03.723445 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:03.727332 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-700fef9c-e98f-49dc-ab42-0e8be4b97c1d req-843cb3c8-ffb1-407c-b6b4-6be35b402689 service neutron] Unset dirty status for tenant:c47bc29bd7f54310bbf7eeccce538e70 on resource:security_group {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:00:03.728803 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-700fef9c-e98f-49dc-ab42-0e8be4b97c1d req-843cb3c8-ffb1-407c-b6b4-6be35b402689 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0991595 Nov 18 15:00:03.730644 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:03.747096 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8c0b43-d120-4940-b3d5-7910d5b4f021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8461a5-465f-4291-9eb9-b3af8d4efa21', 'code': 200} Nov 18 15:00:03.761747 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff08e-0bb8-458f-9874-c42dba3d3251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:03.777600 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:03.778528 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7b8f9172-d44c-41ab-858b-9ee24f72ef2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:03.789375 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-69cf9344-528b-470e-8ec9-6b998d8fbe4b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Synchronizing usage tracker for tenant:843cfdfce3cc46e79a77e9d00a592187 on resource:security_group {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:00:03.802557 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ff08e-0bb8-458f-9874-c42dba3d3251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c581ceb6-fafb-488c-91cb-ff510d1b7281,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:03.807774 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6c4ff08e-0bb8-458f-9874-c42dba3d3251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:03.813803 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff08e-0bb8-458f-9874-c42dba3d3251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:03.815579 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-6c4ff08e-0bb8-458f-9874-c42dba3d3251 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c581ceb6-fafb-488c-91cb-ff510d1b7281 HTTP/1.1" status: 204 len: 168 time: 0.3158171 Nov 18 15:00:03.821016 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-69cf9344-528b-470e-8ec9-6b998d8fbe4b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Unset dirty status for tenant:843cfdfce3cc46e79a77e9d00a592187 on resource:security_group {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:00:03.822312 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-69cf9344-528b-470e-8ec9-6b998d8fbe4b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1135844975&fields=id&tenant_id=843cfdfce3cc46e79a77e9d00a592187 HTTP/1.1" status: 200 len: 267 time: 0.1272902 Nov 18 15:00:03.861957 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 59478) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:03.903433 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae6a4c2-191f-499a-818f-2c560b7c2ee4,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:03.909338 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:03.916974 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3489370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854344857'] for router_interface, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:04.045869 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-ac3434ca-b46c-4d6f-b1c0-a8d122111b5a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:04.056637 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-ac3434ca-b46c-4d6f-b1c0-a8d122111b5a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Synchronizing usage tracker for tenant:843cfdfce3cc46e79a77e9d00a592187 on resource:network {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:00:04.066034 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-2a99f961-269a-4c07-ac2e-7d8656602531 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7397fbd1b2c2450c8e2a15606e889c45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2028425 Nov 18 15:00:04.068759 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 59486) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:04.093347 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-ac3434ca-b46c-4d6f-b1c0-a8d122111b5a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Unset dirty status for tenant:843cfdfce3cc46e79a77e9d00a592187 on resource:network {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:00:04.103444 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-ac3434ca-b46c-4d6f-b1c0-a8d122111b5a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/networks?id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf HTTP/1.1" status: 200 len: 817 time: 0.2669475 Nov 18 15:00:04.127949 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-789d8b6d-8418-49a1-b87c-5300dd37e44f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/quotas/843cfdfce3cc46e79a77e9d00a592187 HTTP/1.1" status: 200 len: 375 time: 0.0235157 Nov 18 15:00:04.178962 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Network f4badb87-04e7-4e11-a8f7-57fd8da6f7cc is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:00:04.182745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:00:04.273266 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-a4a67508-0b64-404f-b6d7-68f6dbea8f6b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Synchronizing usage tracker for tenant:843cfdfce3cc46e79a77e9d00a592187 on resource:port {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:00:04.292309 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-a4a67508-0b64-404f-b6d7-68f6dbea8f6b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Unset dirty status for tenant:843cfdfce3cc46e79a77e9d00a592187 on resource:port {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:00:04.293744 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-a4a67508-0b64-404f-b6d7-68f6dbea8f6b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?tenant_id=843cfdfce3cc46e79a77e9d00a592187&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1598816 Nov 18 15:00:04.310189 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d72281f5-a550-440f-93d2-2783a43b2e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:04.385518 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d72281f5-a550-440f-93d2-2783a43b2e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:04.435453 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device ec8461a5-465f-4291-9eb9-b3af8d4efa21 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:04.534805 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 59508) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:04.562323 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-ce78b117-b22f-4873-8f7d-8ffff4b7f481 service neutron] 10.222.0.17 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435148 Nov 18 15:00:04.571387 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d554d5e-b1bb-46b7-af6e-6bb31d31884a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:04.644671 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port ec8461a5-465f-4291-9eb9-b3af8d4efa21 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:04.645097 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:04.678257 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-773fe30f-7369-4f09-ae94-08ee58d49ca1 req-16efdb1a-a257-47c1-9a74-35a04feb361a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8b8c0b43-d120-4940-b3d5-7910d5b4f021 HTTP/1.1" status: 200 len: 1162 time: 0.4344294 Nov 18 15:00:04.756056 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2d554d5e-b1bb-46b7-af6e-6bb31d31884a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:04.783801 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-2d554d5e-b1bb-46b7-af6e-6bb31d31884a admin admin] Usage tracker for resource:security_group_rule and tenant:af3a4fe7bbb24968b1365ec868720f55 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:04.791600 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-2d554d5e-b1bb-46b7-af6e-6bb31d31884a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:04.815606 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2d554d5e-b1bb-46b7-af6e-6bb31d31884a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:04.872827 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d72281f5-a550-440f-93d2-2783a43b2e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:04.905765 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:04.939475 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-773fe30f-7369-4f09-ae94-08ee58d49ca1 req-c6e8978e-2be0-4626-9322-d57d843fc68a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2c164b51-c909-45ba-975f-c1185fde393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390206 Nov 18 15:00:04.942595 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72281f5-a550-440f-93d2-2783a43b2e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56eb457-469a-4c7a-b535-527183aec343,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:04.946301 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d72281f5-a550-440f-93d2-2783a43b2e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:04.947124 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d72281f5-a550-440f-93d2-2783a43b2e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:04.949873 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d72281f5-a550-440f-93d2-2783a43b2e16 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e56eb457-469a-4c7a-b535-527183aec343 HTTP/1.1" status: 204 len: 168 time: 0.8786087 Nov 18 15:00:04.979059 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-77e44f4f-f804-40a7-8f8a-1402997f80ff service neutron] 10.222.0.17 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3864655 Nov 18 15:00:05.066081 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a266ba-6b0a-4e79-b968-9aa18739bb50 req-e9df1a89-03be-42a0-99fb-bca793de56c7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:05.067959 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e6a266ba-6b0a-4e79-b968-9aa18739bb50 req-e9df1a89-03be-42a0-99fb-bca793de56c7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/ports?device_id=8b8c0b43-d120-4940-b3d5-7910d5b4f021 HTTP/1.1" status: 200 len: 945 time: 0.2259164 Nov 18 15:00:05.159372 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e6a266ba-6b0a-4e79-b968-9aa18739bb50 req-2c625e55-21be-4bd9-af0d-d3de116adfe3 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/security-groups?id=2c164b51-c909-45ba-975f-c1185fde393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845861 Nov 18 15:00:05.161563 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d554d5e-b1bb-46b7-af6e-6bb31d31884a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:05.169518 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2d554d5e-b1bb-46b7-af6e-6bb31d31884a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:05.189117 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:05.478579 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d88c1496-f454-4cbb-8627-b84d013b4a7f req-4504b8de-c5fe-4ccc-9e95-2961df780364 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 210 time: 0.1254954 Nov 18 15:00:05.486030 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d554d5e-b1bb-46b7-af6e-6bb31d31884a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ffc04c-b5d4-4c6a-9d55-4c1669017d0e,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:05.491174 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2d554d5e-b1bb-46b7-af6e-6bb31d31884a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:05.546111 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-2d554d5e-b1bb-46b7-af6e-6bb31d31884a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=af3a4fe7bbb24968b1365ec868720f55&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0016737 Nov 18 15:00:05.546111 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 59528) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:05.564438 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Router 4ef6ff02-c075-415c-8f9d-f7a68031043e has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:00:05.653015 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57be2556-e736-45ec-8bb9-6a7b28526596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:05.664270 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b353338-216b-42a9-a2d8-153ba5960544 req-d5d6e7a4-61c8-4223-9f87-4b3fa21ccfc6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:05.670203 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8b353338-216b-42a9-a2d8-153ba5960544 req-d5d6e7a4-61c8-4223-9f87-4b3fa21ccfc6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 945 time: 0.1902041 Nov 18 15:00:05.735665 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57be2556-e736-45ec-8bb9-6a7b28526596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:05.795861 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8b353338-216b-42a9-a2d8-153ba5960544 req-eff11927-39a7-4d49-8584-78f4072530a3 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160622 Nov 18 15:00:05.815087 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57be2556-e736-45ec-8bb9-6a7b28526596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:05.822709 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:05.858250 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57be2556-e736-45ec-8bb9-6a7b28526596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:05.859543 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-57be2556-e736-45ec-8bb9-6a7b28526596 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/93ffc04c-b5d4-4c6a-9d55-4c1669017d0e HTTP/1.1" status: 204 len: 168 time: 0.3150482 Nov 18 15:00:05.860604 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be2556-e736-45ec-8bb9-6a7b28526596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ffc04c-b5d4-4c6a-9d55-4c1669017d0e,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:05.877612 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-57be2556-e736-45ec-8bb9-6a7b28526596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:05.904751 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:00:05.909250 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 59540) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:05.948265 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] 10.222.0.17 "PUT /v2.0/routers/4ef6ff02-c075-415c-8f9d-f7a68031043e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5420232 Nov 18 15:00:05.961089 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Sync routers for ids ['4ef6ff02-c075-415c-8f9d-f7a68031043e'] in dv-cinder-733623-8-smb {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:00:06.013505 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Routers {'4ef6ff02-c075-415c-8f9d-f7a68031043e'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:00:06.014254 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T14:59:53Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['4ef6ff02-c075-415c-8f9d-f7a68031043e'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:06.081190 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 59548) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:06.084676 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-b7d059a5-392e-4360-b695-2e1fbf55b2ff admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6fa6dbba14434dfe98287961053d092e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1674037 Nov 18 15:00:06.272971 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93c992b2-0444-4674-a8b5-611a4a053995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:06.332679 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93c992b2-0444-4674-a8b5-611a4a053995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:06.454747 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93c992b2-0444-4674-a8b5-611a4a053995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:06.460632 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:06.499380 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c992b2-0444-4674-a8b5-611a4a053995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e9ae95-a344-464b-95c6-79c651cd80c2,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:06.502669 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-93c992b2-0444-4674-a8b5-611a4a053995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:06.503625 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-93c992b2-0444-4674-a8b5-611a4a053995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:06.504858 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-93c992b2-0444-4674-a8b5-611a4a053995 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/20e9ae95-a344-464b-95c6-79c651cd80c2 HTTP/1.1" status: 204 len: 168 time: 0.4226947 Nov 18 15:00:06.616646 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bb512-24b8-4e2a-8291-b1faa89d3388 req-1fd68986-e801-449c-b237-d924cc88d5a8 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:06.618610 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ac8bb512-24b8-4e2a-8291-b1faa89d3388 req-1fd68986-e801-449c-b237-d924cc88d5a8 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/ports?device_id=8b8c0b43-d120-4940-b3d5-7910d5b4f021 HTTP/1.1" status: 200 len: 945 time: 0.2510490 Nov 18 15:00:06.654756 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Set router 4ef6ff02-c075-415c-8f9d-f7a68031043e gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:00:06.688357 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ac8bb512-24b8-4e2a-8291-b1faa89d3388 req-4f5a767b-acd0-4711-8825-4e42a5e2e1d2 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/security-groups?id=2c164b51-c909-45ba-975f-c1185fde393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630076 Nov 18 15:00:07.296579 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dec69df9-99ef-407d-9ffe-3dfb66dbe73a req-39dd5498-dec0-455a-b7a2-643e7f54b3da tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 210 time: 0.3064148 Nov 18 15:00:07.514305 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-6d038ef0-1771-40d7-9229-d3c58fc557de tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:07.527209 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-6d038ef0-1771-40d7-9229-d3c58fc557de tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/networks?id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc HTTP/1.1" status: 200 len: 819 time: 0.6613169 Nov 18 15:00:07.554590 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-24aecb32-1262-4a86-a93b-ee4504fef1e2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:07.562418 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-24aecb32-1262-4a86-a93b-ee4504fef1e2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.26 "GET /v2.0/networks?id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf HTTP/1.1" status: 200 len: 817 time: 0.4865420 Nov 18 15:00:07.565982 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-90a61719-3b57-4078-a5f1-ba55867d8e4a tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/quotas/444f701c1f7f4ded8cfe634c62dacdf9 HTTP/1.1" status: 200 len: 375 time: 0.0321946 Nov 18 15:00:07.758046 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-f15864e5-dc56-4534-985d-151d8eea9c0f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Synchronizing usage tracker for tenant:843cfdfce3cc46e79a77e9d00a592187 on resource:security_group {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:00:07.788453 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-f15864e5-dc56-4534-985d-151d8eea9c0f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Unset dirty status for tenant:843cfdfce3cc46e79a77e9d00a592187 on resource:security_group {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:00:07.789848 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-f15864e5-dc56-4534-985d-151d8eea9c0f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=843cfdfce3cc46e79a77e9d00a592187 HTTP/1.1" status: 200 len: 5045 time: 0.2164280 Nov 18 15:00:07.801804 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-661adb80-3cb5-40fc-a997-b03e67ff2f5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Request body: {'port': {'device_id': '1dfa19ef-9f77-4262-a769-af0d2b3c65e8', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'admin_state_up': True, 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'security_groups': ['da519b0a-c113-4d57-a837-a2b55f09e647']}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:07.815473 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef6ff02-c075-415c-8f9d-f7a68031043e', 'name': 'tempest-ServerRescueNegativeTestJSON-1517556155-router', 'tenant_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': 'a3554f6a-c445-4582-830d-a536797db6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:38Z', 'updated_at': '2020-11-18T15:00:02Z', 'revision_number': 4, 'project_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'gw_port': {'id': 'a3554f6a-c445-4582-830d-a536797db6a0', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef6ff02-c075-415c-8f9d-f7a68031043e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:43Z', 'updated_at': '2020-11-18T15:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '3ae6a4c2-191f-499a-818f-2c560b7c2ee4', 'name': '', 'network_id': 'f4badb87-04e7-4e11-a8f7-57fd8da6f7cc', 'tenant_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'mac_address': 'fa:16:3e:a8:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef6ff02-c075-415c-8f9d-f7a68031043e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d84575-b2c6-46f1-825a-af37cea2e6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:59Z', 'updated_at': '2020-11-18T15:00:03Z', 'revision_number': 2, 'project_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'subnets': [{'id': '63d84575-b2c6-46f1-825a-af37cea2e6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:07.823400 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Checking router: 4ef6ff02-c075-415c-8f9d-f7a68031043e for host: dv-cinder-733623-8-smb {{(pid=80268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:00:07.824122 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Updating router 4ef6ff02-c075-415c-8f9d-f7a68031043e port 3ae6a4c2-191f-499a-818f-2c560b7c2ee4 binding host dv-cinder-733623-8-smb {{(pid=80268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 15:00:07.892739 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:07.925967 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-f6baa3c0-abfd-4eea-a9cc-fbc2972e3e07 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?tenant_id=444f701c1f7f4ded8cfe634c62dacdf9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3514903 Nov 18 15:00:07.994610 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-661adb80-3cb5-40fc-a997-b03e67ff2f5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:08.008026 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-661adb80-3cb5-40fc-a997-b03e67ff2f5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:08.020217 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-661adb80-3cb5-40fc-a997-b03e67ff2f5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Made reservation on behalf of 843cfdfce3cc46e79a77e9d00a592187 for: {'port': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:00:08.037798 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-661adb80-3cb5-40fc-a997-b03e67ff2f5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:08.193658 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1a17d-c3d2-47eb-8046-008718b7d568 req-05f94d47-08af-441f-9a11-2a118bcb40b0 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:08.195411 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-04d1a17d-c3d2-47eb-8046-008718b7d568 req-05f94d47-08af-441f-9a11-2a118bcb40b0 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 945 time: 0.4836984 Nov 18 15:00:08.411615 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-ca744af9-b379-4f8c-b744-99dd056fb500 service neutron] 10.222.0.17 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838655 Nov 18 15:00:08.420160 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-04d1a17d-c3d2-47eb-8046-008718b7d568 req-2f8e0296-0e7f-4102-b5b7-a58e9dd6ef92 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148499 Nov 18 15:00:08.661302 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-13e95408-a9f6-4350-b94b-f78347ea835d service neutron] 10.222.0.17 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2475514 Nov 18 15:00:08.709962 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-661adb80-3cb5-40fc-a997-b03e67ff2f5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Allocated IP 172.20.0.12 (2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf/c5bcaa69-69c3-46ba-998a-62828b8d1ae0/709dc2a0-c3e4-4a64-98bc-bdb68b102c1d) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:00:08.753316 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:08.783089 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Transition to ACTIVE for port object 3ae6a4c2-191f-499a-818f-2c560b7c2ee4 will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:00:08.789114 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:08.824917 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:09.165826 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ec572-c475-4bf4-9cab-b74bd3e5a244 None None] Pushing event updated for resources: {'Port': ['ID=3ae6a4c2-191f-499a-818f-2c560b7c2ee4,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:09.180335 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8b2ec572-c475-4bf4-9cab-b74bd3e5a244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:09.182540 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c037e022-3f93-41fd-b1a0-db4c7ce2363e req-80948805-c25a-42d4-8c28-26fc0345f09e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 210 time: 0.1072707 Nov 18 15:00:09.243420 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 59678) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:09.296064 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-661adb80-3cb5-40fc-a997-b03e67ff2f5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:09.363991 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-661adb80-3cb5-40fc-a997-b03e67ff2f5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Transition to ACTIVE for port object 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d will not be triggered until provisioned by entity DHCP. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:00:09.424929 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-661adb80-3cb5-40fc-a997-b03e67ff2f5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:09.534860 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:09.576449 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bc62178e-b9ee-488a-b8ab-a1867e0d508c req-23bb93a9-13e3-4e81-8389-f96af1ea28fa tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 210 time: 0.1259325 Nov 18 15:00:09.647935 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Attempting to bind port 3ae6a4c2-191f-499a-818f-2c560b7c2ee4 on host dv-cinder-733623-8-smb for vnic_type normal with profile {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:00:09.648332 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Attempting to bind port 3ae6a4c2-191f-499a-818f-2c560b7c2ee4 by drivers openvswitch on host dv-cinder-733623-8-smb at level 0 using segments [{'id': '976e25e0-4a9a-453e-a3e6-1c6b24f03877', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f4badb87-04e7-4e11-a8f7-57fd8da6f7cc'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:00:09.648749 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Attempting to bind port 3ae6a4c2-191f-499a-818f-2c560b7c2ee4 on network f4badb87-04e7-4e11-a8f7-57fd8da6f7cc {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:00:09.658347 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Checking agent: {'id': 'b89b5859-e255-43e6-a15a-920ce6d00019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 54), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:00:09.658878 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Checking segment: {'id': '976e25e0-4a9a-453e-a3e6-1c6b24f03877', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f4badb87-04e7-4e11-a8f7-57fd8da6f7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:00:09.659495 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:09.660088 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Bound using segment: {'id': '976e25e0-4a9a-453e-a3e6-1c6b24f03877', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f4badb87-04e7-4e11-a8f7-57fd8da6f7cc'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:00:09.660682 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Bound port: 3ae6a4c2-191f-499a-818f-2c560b7c2ee4, host: dv-cinder-733623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e25e0-4a9a-453e-a3e6-1c6b24f03877', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f4badb87-04e7-4e11-a8f7-57fd8da6f7cc'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:00:09.661300 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:09.747464 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-672aefba-3679-4846-a9f2-aeb13fee0d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:09.785209 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-672aefba-3679-4846-a9f2-aeb13fee0d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:09.789762 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-672aefba-3679-4846-a9f2-aeb13fee0d96 admin admin] Usage tracker for resource:security_group_rule and tenant:a7572b233d384bb3a52e22189a7fde37 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:09.793511 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-672aefba-3679-4846-a9f2-aeb13fee0d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:09.800964 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-672aefba-3679-4846-a9f2-aeb13fee0d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:09.871046 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] For port 3ae6a4c2-191f-499a-818f-2c560b7c2ee4, host dv-cinder-733623-8-smb, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:00:09.875666 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] For port 3ae6a4c2-191f-499a-818f-2c560b7c2ee4, host dv-cinder-733623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=3ae6a4c2-191f-499a-818f-2c560b7c2ee4,segment=NetworkSegment(976e25e0-4a9a-453e-a3e6-1c6b24f03877),segment_id=976e25e0-4a9a-453e-a3e6-1c6b24f03877)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:00:09.893804 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:09.951559 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661adb80-3cb5-40fc-a997-b03e67ff2f5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Pushing event updated for resources: {'Port': ['ID=709dc2a0-c3e4-4a64-98bc-bdb68b102c1d,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:09.990317 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-672aefba-3679-4846-a9f2-aeb13fee0d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:09.993817 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-661adb80-3cb5-40fc-a997-b03e67ff2f5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:09.996547 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-672aefba-3679-4846-a9f2-aeb13fee0d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:10.013096 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:10.048903 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6c4ff08e-0bb8-458f-9874-c42dba3d3251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:10.080089 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-661adb80-3cb5-40fc-a997-b03e67ff2f5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Network 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:00:10.082744 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-661adb80-3cb5-40fc-a997-b03e67ff2f5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:00:10.109129 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-661adb80-3cb5-40fc-a997-b03e67ff2f5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:00:10.254263 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672aefba-3679-4846-a9f2-aeb13fee0d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef94b3e-29e3-453c-8bce-0355a1fc2e8c,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:10.284144 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-672aefba-3679-4846-a9f2-aeb13fee0d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:10.289717 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-661adb80-3cb5-40fc-a997-b03e67ff2f5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:10.290448 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-661adb80-3cb5-40fc-a997-b03e67ff2f5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:10.318996 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-672aefba-3679-4846-a9f2-aeb13fee0d96 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a7572b233d384bb3a52e22189a7fde37&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0743153 Nov 18 15:00:10.356480 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 59732) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:10.366618 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-661adb80-3cb5-40fc-a997-b03e67ff2f5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5711653 Nov 18 15:00:10.380951 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Request body: {'port': {'device_id': '1dfa19ef-9f77-4262-a769-af0d2b3c65e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:10.554867 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ec572-c475-4bf4-9cab-b74bd3e5a244 None None] Pushing event updated for resources: {'Port': ['ID=3ae6a4c2-191f-499a-818f-2c560b7c2ee4,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:10.563003 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8b2ec572-c475-4bf4-9cab-b74bd3e5a244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:10.609177 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7e1507f6-262c-4984-b370-ccd4928a1bd3 None None] Provisioning for port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d completed by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:00:10.630403 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Routers {'4ef6ff02-c075-415c-8f9d-f7a68031043e'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:00:10.631091 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T14:59:53Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['4ef6ff02-c075-415c-8f9d-f7a68031043e'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:10.652944 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:10.698180 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7e1507f6-262c-4984-b370-ccd4928a1bd3 None None] Provisioning complete for port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:10.698603 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7e1507f6-262c-4984-b370-ccd4928a1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:10.982739 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7e1507f6-262c-4984-b370-ccd4928a1bd3 None None] Port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d cannot update to ACTIVE because it is not bound. {{(pid=80268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 15:00:10.983239 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9428bcb-d995-4122-98f6-bde5bebd7352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:11.022537 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] Set router 4ef6ff02-c075-415c-8f9d-f7a68031043e gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:00:11.513313 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-07a96921-600b-439e-8698-5a21f5279f15 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:11.515349 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-07a96921-600b-439e-8698-5a21f5279f15 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.26 "GET /v2.0/networks?id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc HTTP/1.1" status: 200 len: 819 time: 0.6066980 Nov 18 15:00:11.530272 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-863feced-25b5-4802-b0d3-a36720144489 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:11.539005 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-863feced-25b5-4802-b0d3-a36720144489 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/networks?id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc HTTP/1.1" status: 200 len: 819 time: 1.3854480 Nov 18 15:00:11.567580 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-ffe546a0-6184-4bf7-bb07-77e7b9b4d9da tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/quotas/444f701c1f7f4ded8cfe634c62dacdf9 HTTP/1.1" status: 200 len: 375 time: 0.0272741 Nov 18 15:00:11.579811 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-f9705612-7e3e-4e5b-a542-8c7e36b9f508 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Request body: {'port': {'device_id': '9be1eafa-9ced-41aa-92a9-ceafcdb24d8a', 'network_id': 'f4badb87-04e7-4e11-a8f7-57fd8da6f7cc', 'admin_state_up': True, 'tenant_id': '444f701c1f7f4ded8cfe634c62dacdf9'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:11.598927 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef6ff02-c075-415c-8f9d-f7a68031043e', 'name': 'tempest-ServerRescueNegativeTestJSON-1517556155-router', 'tenant_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': 'a3554f6a-c445-4582-830d-a536797db6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:38Z', 'updated_at': '2020-11-18T15:00:02Z', 'revision_number': 4, 'project_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'gw_port': {'id': 'a3554f6a-c445-4582-830d-a536797db6a0', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef6ff02-c075-415c-8f9d-f7a68031043e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:43Z', 'updated_at': '2020-11-18T15:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '3ae6a4c2-191f-499a-818f-2c560b7c2ee4', 'name': '', 'network_id': 'f4badb87-04e7-4e11-a8f7-57fd8da6f7cc', 'tenant_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'mac_address': 'fa:16:3e:a8:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef6ff02-c075-415c-8f9d-f7a68031043e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d84575-b2c6-46f1-825a-af37cea2e6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:59Z', 'updated_at': '2020-11-18T15:00:09Z', 'revision_number': 4, 'project_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'subnets': [{'id': '63d84575-b2c6-46f1-825a-af37cea2e6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:11.602858 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042cf84b-3239-48b0-978b-cd65790dc911 None None] The sync data for ids ['4ef6ff02-c075-415c-8f9d-f7a68031043e'] in dv-cinder-733623-8-smb is: [{'id': '4ef6ff02-c075-415c-8f9d-f7a68031043e', 'name': 'tempest-ServerRescueNegativeTestJSON-1517556155-router', 'tenant_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': 'a3554f6a-c445-4582-830d-a536797db6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:38Z', 'updated_at': '2020-11-18T15:00:02Z', 'revision_number': 4, 'project_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'gw_port': {'id': 'a3554f6a-c445-4582-830d-a536797db6a0', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef6ff02-c075-415c-8f9d-f7a68031043e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:43Z', 'updated_at': '2020-11-18T15:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '3ae6a4c2-191f-499a-818f-2c560b7c2ee4', 'name': '', 'network_id': 'f4badb87-04e7-4e11-a8f7-57fd8da6f7cc', 'tenant_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'mac_address': 'fa:16:3e:a8:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef6ff02-c075-415c-8f9d-f7a68031043e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d84575-b2c6-46f1-825a-af37cea2e6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:59Z', 'updated_at': '2020-11-18T15:00:09Z', 'revision_number': 4, 'project_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'subnets': [{'id': '63d84575-b2c6-46f1-825a-af37cea2e6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:00:11.828554 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9428bcb-d995-4122-98f6-bde5bebd7352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:11.862050 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d {{(pid=80267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 15:00:11.891962 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:11.955209 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777211dc-ad95-4c0d-b5ed-03ddabe921c3 req-d1928fca-6476-413c-8478-59f25bb9f5df tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:11.962746 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-777211dc-ad95-4c0d-b5ed-03ddabe921c3 req-d1928fca-6476-413c-8478-59f25bb9f5df tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 932 time: 1.3018968 Nov 18 15:00:11.975602 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Transition to ACTIVE for port object 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:00:11.981737 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:12.009467 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:12.063264 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-f9705612-7e3e-4e5b-a542-8c7e36b9f508 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:12.078882 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-f9705612-7e3e-4e5b-a542-8c7e36b9f508 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Usage tracker for resource:port and tenant:444f701c1f7f4ded8cfe634c62dacdf9 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:12.086660 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-f9705612-7e3e-4e5b-a542-8c7e36b9f508 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Quota usage for port was recalculated. Used quota:1. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:12.122254 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-f9705612-7e3e-4e5b-a542-8c7e36b9f508 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:12.133428 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Pushing event updated for resources: {'Port': ['ID=709dc2a0-c3e4-4a64-98bc-bdb68b102c1d,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:12.159776 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:12.162958 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-777211dc-ad95-4c0d-b5ed-03ddabe921c3 req-c817186a-9ccd-4e42-94b0-67f9e3b2cf75 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991601 Nov 18 15:00:12.205739 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-faa9e6fe-5524-49a8-8d6c-c002e3e228a5 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?tenant_id=444f701c1f7f4ded8cfe634c62dacdf9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6361778 Nov 18 15:00:12.414967 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-f9705612-7e3e-4e5b-a542-8c7e36b9f508 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Made reservation on behalf of 444f701c1f7f4ded8cfe634c62dacdf9 for: {'port': 1} {{(pid=80266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:00:12.421169 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-f9705612-7e3e-4e5b-a542-8c7e36b9f508 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:12.446310 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-67ad12bc-ae8f-4d8f-ade1-384e62cc7f5a service neutron] 10.222.0.17 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313957 Nov 18 15:00:12.448464 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9428bcb-d995-4122-98f6-bde5bebd7352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:12.523189 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d7548975-4e73-4c6a-9e33-00f029265925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:12.590948 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9428bcb-d995-4122-98f6-bde5bebd7352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef94b3e-29e3-453c-8bce-0355a1fc2e8c,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:12.645421 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b9428bcb-d995-4122-98f6-bde5bebd7352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:12.649358 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9428bcb-d995-4122-98f6-bde5bebd7352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:12.656403 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-b9428bcb-d995-4122-98f6-bde5bebd7352 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bef94b3e-29e3-453c-8bce-0355a1fc2e8c HTTP/1.1" status: 204 len: 168 time: 2.2929308 Nov 18 15:00:12.735683 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Attempting to bind port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:00:12.736126 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Attempting to bind port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '573e4015-d99e-4ce3-8b66-7ca90676bc75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:00:12.736614 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Attempting to bind port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d on network 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:00:12.752130 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Checking agent: {'id': '7eae2a45-698e-415c-8839-ff0c3594e804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 14, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:00:12.758823 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Checking segment: {'id': '573e4015-d99e-4ce3-8b66-7ca90676bc75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:00:12.761025 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:12.761547 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Bound using segment: {'id': '573e4015-d99e-4ce3-8b66-7ca90676bc75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:00:12.762203 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Bound port: 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573e4015-d99e-4ce3-8b66-7ca90676bc75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:00:12.762695 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:12.989770 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 3ae6a4c2-191f-499a-818f-2c560b7c2ee4 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:13.034262 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] For port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d, host hv-cinder-73362, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:00:13.043159 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] For port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=709dc2a0-c3e4-4a64-98bc-bdb68b102c1d,segment=NetworkSegment(573e4015-d99e-4ce3-8b66-7ca90676bc75),segment_id=573e4015-d99e-4ce3-8b66-7ca90676bc75)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:00:13.048994 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:13.066375 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-78f34ce2-f06d-46dd-83f8-1aa71313eee5 service neutron] 10.222.0.17 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6191006 Nov 18 15:00:13.110264 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:13.230516 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning for port 3ae6a4c2-191f-499a-818f-2c560b7c2ee4 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:00:13.253507 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 3ae6a4c2-191f-499a-818f-2c560b7c2ee4 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:13.256282 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:13.652329 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Pushing event updated for resources: {'Port': ['ID=709dc2a0-c3e4-4a64-98bc-bdb68b102c1d,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:13.674588 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:13.678711 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:13.705721 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:13.707511 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] 10.222.0.26 "PUT /v2.0/ports/709dc2a0-c3e4-4a64-98bc-bdb68b102c1d HTTP/1.1" status: 200 len: 1158 time: 3.3312109 Nov 18 15:00:13.708148 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfa19ef-9f77-4262-a769-af0d2b3c65e8', 'tag': '709dc2a0-c3e4-4a64-98bc-bdb68b102c1d'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:00:13.782890 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] For port 3ae6a4c2-191f-499a-818f-2c560b7c2ee4, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=3ae6a4c2-191f-499a-818f-2c560b7c2ee4,segment=NetworkSegment(976e25e0-4a9a-453e-a3e6-1c6b24f03877),segment_id=976e25e0-4a9a-453e-a3e6-1c6b24f03877)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:00:13.788087 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:13.816371 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:13.841751 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-f9705612-7e3e-4e5b-a542-8c7e36b9f508 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Allocated IP 172.20.0.11 (f4badb87-04e7-4e11-a8f7-57fd8da6f7cc/63d84575-b2c6-46f1-825a-af37cea2e6ca/e08b35b8-67a3-46ee-8da6-92e730792728) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:00:13.896248 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e817c6-9454-4f84-a474-4aff1c82ea9f req-4ede7e98-c1ba-46f3-8780-8214f7c9c3c9 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:13.898087 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-33e817c6-9454-4f84-a474-4aff1c82ea9f req-4ede7e98-c1ba-46f3-8780-8214f7c9c3c9 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 944 time: 0.3538487 Nov 18 15:00:13.902516 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:13.955532 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-dfe78344-728c-496d-bd3d-aaf2e6460d2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=843cfdfce3cc46e79a77e9d00a592187&device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 1161 time: 0.2078924 Nov 18 15:00:13.998603 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 59834) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:14.005462 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Pushing event updated for resources: {'Port': ['ID=3ae6a4c2-191f-499a-818f-2c560b7c2ee4,revision_number=5']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:14.009469 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:14.085831 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-5c9b9c4b-d72f-44d6-91db-bf43fb5fff8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=709dc2a0-c3e4-4a64-98bc-bdb68b102c1d HTTP/1.1" status: 200 len: 217 time: 0.1230085 Nov 18 15:00:14.088076 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-33e817c6-9454-4f84-a474-4aff1c82ea9f req-007294e8-2023-4b12-bde6-92e7aa7002f2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789403 Nov 18 15:00:14.088778 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18131426-7e45-4119-8e3d-c2b5b315c9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:14.145225 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-18131426-7e45-4119-8e3d-c2b5b315c9b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:14.149328 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-18131426-7e45-4119-8e3d-c2b5b315c9b0 admin admin] Usage tracker for resource:security_group_rule and tenant:2d15b8ffa8ee493aad9afc6f53ffecf5 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:14.152384 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-18131426-7e45-4119-8e3d-c2b5b315c9b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:14.159365 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-18131426-7e45-4119-8e3d-c2b5b315c9b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:14.253693 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-e5ffe1fd-8795-4ce8-a495-e6bef96083bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:14.258683 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-e5ffe1fd-8795-4ce8-a495-e6bef96083bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5bcaa69-69c3-46ba-998a-62828b8d1ae0 HTTP/1.1" status: 200 len: 856 time: 0.1586897 Nov 18 15:00:14.356423 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bcd28e81-1d26-4d61-a579-9fccbdf7dd5b req-13fdfd93-32a4-4930-9e6f-b7fe727687bc tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 210 time: 0.0528569 Nov 18 15:00:14.376107 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-9c11e68f-0e54-4dfe-8720-cba58aefe41a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1033089 Nov 18 15:00:14.391619 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18131426-7e45-4119-8e3d-c2b5b315c9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:14.420816 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18131426-7e45-4119-8e3d-c2b5b315c9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:14.446342 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:14.518217 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18131426-7e45-4119-8e3d-c2b5b315c9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295dddb5-70d6-47ca-9562-76d0af1686b6,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:14.529594 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-18131426-7e45-4119-8e3d-c2b5b315c9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:14.553495 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfa19ef-9f77-4262-a769-af0d2b3c65e8', 'tag': '709dc2a0-c3e4-4a64-98bc-bdb68b102c1d', 'status': 'completed', 'code': 200} Nov 18 15:00:14.621374 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-ad033b5e-74c4-4a6c-a0e5-864d2c63cad3 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373703 Nov 18 15:00:14.730833 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-18131426-7e45-4119-8e3d-c2b5b315c9b0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2d15b8ffa8ee493aad9afc6f53ffecf5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7311471 Nov 18 15:00:14.734263 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 59858) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:14.820958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2b1a-b216-4a51-8819-6cd41c2dbd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:14.862006 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2b1a-b216-4a51-8819-6cd41c2dbd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:14.912029 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 3ae6a4c2-191f-499a-818f-2c560b7c2ee4 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:14.986917 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21f5c0bd-0164-4c04-a12b-edbd4451b058 req-c72483a0-1613-4fd4-85b7-f1315235fab1 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3529305 Nov 18 15:00:14.991419 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2b1a-b216-4a51-8819-6cd41c2dbd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:15.000915 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-f9705612-7e3e-4e5b-a542-8c7e36b9f508 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:15.009384 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:00:15.021290 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:15.078406 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2b1a-b216-4a51-8819-6cd41c2dbd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:15.083210 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-5fdc2b1a-b216-4a51-8819-6cd41c2dbd71 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/295dddb5-70d6-47ca-9562-76d0af1686b6 HTTP/1.1" status: 204 len: 168 time: 0.3478327 Nov 18 15:00:15.087302 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc2b1a-b216-4a51-8819-6cd41c2dbd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295dddb5-70d6-47ca-9562-76d0af1686b6,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:15.099037 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-f9705612-7e3e-4e5b-a542-8c7e36b9f508 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:15.114288 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5fdc2b1a-b216-4a51-8819-6cd41c2dbd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:15.145377 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 3ae6a4c2-191f-499a-818f-2c560b7c2ee4 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:15.145807 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:15.193731 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:15.297755 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.26', 49978) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:15.344581 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0805b443-49b0-4093-bb32-4918f1387eec req-b34c7f1c-9a18-4d6a-9dd1-b6d1fd778e14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=843cfdfce3cc46e79a77e9d00a592187&device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 1161 time: 0.2833328 Nov 18 15:00:15.382836 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9705612-7e3e-4e5b-a542-8c7e36b9f508 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Pushing event updated for resources: {'Port': ['ID=e08b35b8-67a3-46ee-8da6-92e730792728,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:15.394273 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daba5a-53e5-421f-a619-25e5a63b8187 req-0f4edc2f-ac5e-4fce-a22c-4e07997017e8 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:15.401497 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b3daba5a-53e5-421f-a619-25e5a63b8187 req-0f4edc2f-ac5e-4fce-a22c-4e07997017e8 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/ports?device_id=8b8c0b43-d120-4940-b3d5-7910d5b4f021 HTTP/1.1" status: 200 len: 945 time: 0.4587047 Nov 18 15:00:15.412581 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f9705612-7e3e-4e5b-a542-8c7e36b9f508 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:15.433282 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 59878) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:15.612478 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b3daba5a-53e5-421f-a619-25e5a63b8187 req-0121dfaa-5294-42cf-87a6-d16dee98eb9f tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/security-groups?id=2c164b51-c909-45ba-975f-c1185fde393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973515 Nov 18 15:00:15.732024 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-f9705612-7e3e-4e5b-a542-8c7e36b9f508 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Network f4badb87-04e7-4e11-a8f7-57fd8da6f7cc is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:00:15.739369 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d5f15-1e44-4275-8d60-f22d8306feba req-1fa55b4a-794d-4ee3-ae61-a6d0600a4c30 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:15.741252 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dd6d5f15-1e44-4275-8d60-f22d8306feba req-1fa55b4a-794d-4ee3-ae61-a6d0600a4c30 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 944 time: 0.2115407 Nov 18 15:00:15.742468 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-f9705612-7e3e-4e5b-a542-8c7e36b9f508 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Resources bound (agent type, host, resource id): {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:00:15.745521 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-f9705612-7e3e-4e5b-a542-8c7e36b9f508 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:00:15.751682 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-f9705612-7e3e-4e5b-a542-8c7e36b9f508 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:15.752571 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-f9705612-7e3e-4e5b-a542-8c7e36b9f508 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for port, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:15.790129 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-f9705612-7e3e-4e5b-a542-8c7e36b9f508 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2373235 Nov 18 15:00:15.823274 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Request body: {'port': {'device_id': '9be1eafa-9ced-41aa-92a9-ceafcdb24d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:15.942045 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-ee52b1ab-0b1c-49e4-8091-ba0bfb3816ef req-b0b2ea00-0ac5-402a-8adf-172387d419eb tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Synchronizing usage tracker for tenant:444f701c1f7f4ded8cfe634c62dacdf9 on resource:port {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:00:15.961823 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dd6d5f15-1e44-4275-8d60-f22d8306feba req-0e460ecc-dba0-4395-a897-a0a69103252a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903472 Nov 18 15:00:16.021320 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-ee52b1ab-0b1c-49e4-8091-ba0bfb3816ef req-b0b2ea00-0ac5-402a-8adf-172387d419eb tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Unset dirty status for tenant:444f701c1f7f4ded8cfe634c62dacdf9 on resource:port {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:00:16.021320 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ee52b1ab-0b1c-49e4-8091-ba0bfb3816ef req-b0b2ea00-0ac5-402a-8adf-172387d419eb tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 210 time: 0.1414659 Nov 18 15:00:16.041354 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:16.056277 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3d3fa6c2-776c-47ad-aa6c-136b381e848a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:16.176996 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805b443-49b0-4093-bb32-4918f1387eec req-5f91b872-9135-4497-b715-2ff6e5cbcaa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:16.178779 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0805b443-49b0-4093-bb32-4918f1387eec req-5f91b872-9135-4497-b715-2ff6e5cbcaa2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf HTTP/1.1" status: 200 len: 911 time: 0.8059409 Nov 18 15:00:16.272851 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0805b443-49b0-4093-bb32-4918f1387eec req-9ff1b154-ef7f-4895-8393-c53d15c64402 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=709dc2a0-c3e4-4a64-98bc-bdb68b102c1d HTTP/1.1" status: 200 len: 217 time: 0.0802667 Nov 18 15:00:16.282945 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-cc75c77a-2e5f-4a64-8041-2e8d1a704acd tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:16.283690 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-cc75c77a-2e5f-4a64-8041-2e8d1a704acd tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Synchronizing usage tracker for tenant:444f701c1f7f4ded8cfe634c62dacdf9 on resource:network {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:00:16.365358 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3d3fa6c2-776c-47ad-aa6c-136b381e848a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:16.387373 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-3d3fa6c2-776c-47ad-aa6c-136b381e848a admin admin] Usage tracker for resource:security_group_rule and tenant:e37ab565c19740eca05a81669397a77c is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:16.392854 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805b443-49b0-4093-bb32-4918f1387eec req-6d103c23-2733-41b1-8d68-60941159fc77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:16.394805 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0805b443-49b0-4093-bb32-4918f1387eec req-6d103c23-2733-41b1-8d68-60941159fc77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5bcaa69-69c3-46ba-998a-62828b8d1ae0 HTTP/1.1" status: 200 len: 856 time: 0.1051598 Nov 18 15:00:16.395883 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-3d3fa6c2-776c-47ad-aa6c-136b381e848a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:16.403430 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-cc75c77a-2e5f-4a64-8041-2e8d1a704acd tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Unset dirty status for tenant:444f701c1f7f4ded8cfe634c62dacdf9 on resource:network {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:00:16.404957 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-cc75c77a-2e5f-4a64-8041-2e8d1a704acd tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.26 "GET /v2.0/networks?id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc HTTP/1.1" status: 200 len: 819 time: 1.0995045 Nov 18 15:00:16.406257 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-3d3fa6c2-776c-47ad-aa6c-136b381e848a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:16.451866 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-7c8c61fd-289e-4698-8201-780a1717a810 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Request body: {'port': {'device_id': '525dfc98-825d-4266-9dd6-9359121c282b', 'network_id': 'f4badb87-04e7-4e11-a8f7-57fd8da6f7cc', 'admin_state_up': True, 'tenant_id': '444f701c1f7f4ded8cfe634c62dacdf9'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:16.581624 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.26', 49983) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:16.589339 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08b35b8-67a3-46ee-8da6-92e730792728 {{(pid=80266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 15:00:16.597368 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:16.619507 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Transition to ACTIVE for port object e08b35b8-67a3-46ee-8da6-92e730792728 will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:00:16.623322 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:16.658389 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 59924) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:16.861032 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:16.884525 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3d3fa6c2-776c-47ad-aa6c-136b381e848a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:16.897433 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:16.919875 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3d3fa6c2-776c-47ad-aa6c-136b381e848a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:17.004696 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:17.039589 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning for port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:00:17.059985 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:17.060419 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:17.067228 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fa6c2-776c-47ad-aa6c-136b381e848a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907cd632-3453-48a2-a978-03849beb09bc,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:17.077270 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3d3fa6c2-776c-47ad-aa6c-136b381e848a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:17.090109 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0805b443-49b0-4093-bb32-4918f1387eec req-ed122576-a1b5-4685-8ec1-2183d5154bf7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6593966 Nov 18 15:00:17.102778 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-7c8c61fd-289e-4698-8201-780a1717a810 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:17.276380 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Pushing event updated for resources: {'Port': ['ID=e08b35b8-67a3-46ee-8da6-92e730792728,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:17.279594 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:17.299317 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0805b443-49b0-4093-bb32-4918f1387eec req-0330ddc2-85d2-4a11-9912-60fe4938efbe service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979454 Nov 18 15:00:17.307639 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a867f-c565-47e6-b51b-60f929edc2ed req-0f543e20-c945-4a7b-976e-08be99fd6492 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:17.317010 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-031a867f-c565-47e6-b51b-60f929edc2ed req-0f543e20-c945-4a7b-976e-08be99fd6492 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/ports?device_id=8b8c0b43-d120-4940-b3d5-7910d5b4f021 HTTP/1.1" status: 200 len: 945 time: 0.4581621 Nov 18 15:00:17.348112 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-7c8c61fd-289e-4698-8201-780a1717a810 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:17.381217 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b5fef1fa-aa3e-405f-854d-ea6a4617bcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:17.417257 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88e1ed-1073-4255-954e-797b554d1787 req-7cd3382c-7442-4e67-af39-84be7e671234 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:17.418243 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7d88e1ed-1073-4255-954e-797b554d1787 req-7cd3382c-7442-4e67-af39-84be7e671234 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.26 "GET /v2.0/ports?device_id=8b8c0b43-d120-4940-b3d5-7910d5b4f021 HTTP/1.1" status: 200 len: 945 time: 0.8353262 Nov 18 15:00:17.423972 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-3d3fa6c2-776c-47ad-aa6c-136b381e848a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e37ab565c19740eca05a81669397a77c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9826262 Nov 18 15:00:17.432697 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 59954) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:17.452568 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:17.506233 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-031a867f-c565-47e6-b51b-60f929edc2ed req-cdce4519-b940-491b-9d8a-82061e9d6377 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/security-groups?id=2c164b51-c909-45ba-975f-c1185fde393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880929 Nov 18 15:00:17.559243 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Attempting to bind port e08b35b8-67a3-46ee-8da6-92e730792728 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:00:17.559751 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Attempting to bind port e08b35b8-67a3-46ee-8da6-92e730792728 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '976e25e0-4a9a-453e-a3e6-1c6b24f03877', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f4badb87-04e7-4e11-a8f7-57fd8da6f7cc'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:00:17.560496 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Attempting to bind port e08b35b8-67a3-46ee-8da6-92e730792728 on network f4badb87-04e7-4e11-a8f7-57fd8da6f7cc {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:00:17.573469 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-7c8c61fd-289e-4698-8201-780a1717a810 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Made reservation on behalf of 444f701c1f7f4ded8cfe634c62dacdf9 for: {'port': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:00:17.579349 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-7c8c61fd-289e-4698-8201-780a1717a810 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:17.584732 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Checking agent: {'id': '7eae2a45-698e-415c-8839-ff0c3594e804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:00:17.585186 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Checking segment: {'id': '976e25e0-4a9a-453e-a3e6-1c6b24f03877', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f4badb87-04e7-4e11-a8f7-57fd8da6f7cc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:00:17.585661 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:17.586177 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Bound using segment: {'id': '976e25e0-4a9a-453e-a3e6-1c6b24f03877', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f4badb87-04e7-4e11-a8f7-57fd8da6f7cc'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:00:17.586740 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Bound port: e08b35b8-67a3-46ee-8da6-92e730792728, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e25e0-4a9a-453e-a3e6-1c6b24f03877', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f4badb87-04e7-4e11-a8f7-57fd8da6f7cc'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:00:17.587195 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:17.702237 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b5fef1fa-aa3e-405f-854d-ea6a4617bcdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:17.707242 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] For port e08b35b8-67a3-46ee-8da6-92e730792728, host hv-cinder-73362, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:00:17.711994 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] For port e08b35b8-67a3-46ee-8da6-92e730792728, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e08b35b8-67a3-46ee-8da6-92e730792728,segment=NetworkSegment(976e25e0-4a9a-453e-a3e6-1c6b24f03877),segment_id=976e25e0-4a9a-453e-a3e6-1c6b24f03877)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:00:17.724454 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-b5fef1fa-aa3e-405f-854d-ea6a4617bcdc admin admin] Usage tracker for resource:security_group_rule and tenant:d5298c607dfb428a94a8a781ae3fa005 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:17.725853 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952dba6-81d4-4128-9e01-bb6086bfb670 req-f602496b-adf6-49e4-9dc4-c1ead5e2992e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:17.735982 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-7d88e1ed-1073-4255-954e-797b554d1787 req-c68e94fb-6fc1-4741-8d3e-a1b204d2a0d7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Deleting port ec8461a5-465f-4291-9eb9-b3af8d4efa21 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:00:17.736184 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2952dba6-81d4-4128-9e01-bb6086bfb670 req-f602496b-adf6-49e4-9dc4-c1ead5e2992e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 944 time: 0.3290975 Nov 18 15:00:17.736632 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7d88e1ed-1073-4255-954e-797b554d1787 req-c68e94fb-6fc1-4741-8d3e-a1b204d2a0d7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:17.755918 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:17.762840 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-b5fef1fa-aa3e-405f-854d-ea6a4617bcdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:17.783006 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:17.793253 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b5fef1fa-aa3e-405f-854d-ea6a4617bcdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:17.814839 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0805b443-49b0-4093-bb32-4918f1387eec req-b65d02d3-2731-4eb4-9372-1e83e1c6bf1a service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5049641 Nov 18 15:00:17.818064 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=709dc2a0-c3e4-4a64-98bc-bdb68b102c1d,segment=NetworkSegment(573e4015-d99e-4ce3-8b66-7ca90676bc75),segment_id=573e4015-d99e-4ce3-8b66-7ca90676bc75)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:00:17.819857 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfa19ef-9f77-4262-a769-af0d2b3c65e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709dc2a0-c3e4-4a64-98bc-bdb68b102c1d'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:00:17.833180 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0146e034-1471-455f-ab45-ceffb5623567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:17.846609 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:17.850225 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:17.928082 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=709dc2a0-c3e4-4a64-98bc-bdb68b102c1d,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:17.931934 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:17.948014 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c8a88e96-c624-4d7c-8279-b6379ea2c338 req-64c98d9e-72ff-4f94-9bd6-9293d4563694 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 210 time: 0.1734285 Nov 18 15:00:17.999043 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0146e034-1471-455f-ab45-ceffb5623567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:18.026465 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2952dba6-81d4-4128-9e01-bb6086bfb670 req-dc14693a-8f91-433e-a8b1-cdbd3f6c899e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893541 Nov 18 15:00:18.074262 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Pushing event updated for resources: {'Port': ['ID=e08b35b8-67a3-46ee-8da6-92e730792728,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:18.077983 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:18.129078 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfa19ef-9f77-4262-a769-af0d2b3c65e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709dc2a0-c3e4-4a64-98bc-bdb68b102c1d', 'code': 200} Nov 18 15:00:18.336846 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for port, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:18.338417 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] 10.222.0.26 "PUT /v2.0/ports/e08b35b8-67a3-46ee-8da6-92e730792728 HTTP/1.1" status: 200 len: 1158 time: 2.5379062 Nov 18 15:00:18.338928 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be1eafa-9ced-41aa-92a9-ceafcdb24d8a', 'tag': 'e08b35b8-67a3-46ee-8da6-92e730792728'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:00:18.368736 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-03f6bbfc-0172-42ef-9630-801a7d98de04 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:18.370124 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-03f6bbfc-0172-42ef-9630-801a7d98de04 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/networks?id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 HTTP/1.1" status: 200 len: 815 time: 0.2393382 Nov 18 15:00:18.383278 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b5fef1fa-aa3e-405f-854d-ea6a4617bcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:18.438200 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be1eafa-9ced-41aa-92a9-ceafcdb24d8a', 'tag': 'e08b35b8-67a3-46ee-8da6-92e730792728', 'status': 'completed', 'code': 200} Nov 18 15:00:18.453907 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-17929cc8-bc2f-409a-b9cd-ca4b1bde3eb6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/quotas/a0c21091ef2244ca833257d93ddee8eb HTTP/1.1" status: 200 len: 375 time: 0.0767159 Nov 18 15:00:18.467457 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b5fef1fa-aa3e-405f-854d-ea6a4617bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:18.474956 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0146e034-1471-455f-ab45-ceffb5623567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:18.499688 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:18.575519 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-60f38c37-8689-4dbf-958a-e6e82b4c1393 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=444f701c1f7f4ded8cfe634c62dacdf9&device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 1161 time: 0.1846826 Nov 18 15:00:18.592637 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-c7d4bd64-351d-425b-894e-28b9010ce006 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?tenant_id=a0c21091ef2244ca833257d93ddee8eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1303673 Nov 18 15:00:18.701420 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:18.706381 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:18.710676 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-5617e3f4-7aa3-405b-a695-35f5cff122b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e08b35b8-67a3-46ee-8da6-92e730792728 HTTP/1.1" status: 200 len: 217 time: 0.1231813 Nov 18 15:00:18.731053 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1aaf43a7-e55c-4336-bb5f-37ee3102ea41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:18.848313 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-7d88e1ed-1073-4255-954e-797b554d1787 req-c68e94fb-6fc1-4741-8d3e-a1b204d2a0d7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] For port ec8461a5-465f-4291-9eb9-b3af8d4efa21, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=ec8461a5-465f-4291-9eb9-b3af8d4efa21,segment=NetworkSegment(1f13af9b-2141-4972-b016-a6bb28c79ece),segment_id=1f13af9b-2141-4972-b016-a6bb28c79ece)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:00:18.848719 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7d88e1ed-1073-4255-954e-797b554d1787 req-c68e94fb-6fc1-4741-8d3e-a1b204d2a0d7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:18.859487 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fef1fa-aa3e-405f-854d-ea6a4617bcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e653075c-dde7-481a-a573-99e2cb202ca6,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:18.885809 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-7c8c61fd-289e-4698-8201-780a1717a810 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Allocated IP 172.20.0.5 (f4badb87-04e7-4e11-a8f7-57fd8da6f7cc/63d84575-b2c6-46f1-825a-af37cea2e6ca/da634f7e-f9a1-461a-846b-6978182e320c) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:00:18.905062 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-b5fef1fa-aa3e-405f-854d-ea6a4617bcdc admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d5298c607dfb428a94a8a781ae3fa005&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2139304 Nov 18 15:00:18.908775 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 60008) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:18.909150 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 60010) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:18.958915 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device ec8461a5-465f-4291-9eb9-b3af8d4efa21 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:00:18.966449 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146e034-1471-455f-ab45-ceffb5623567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907cd632-3453-48a2-a978-03849beb09bc,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:19.012264 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-151dae1a-886e-4bee-9900-cd21627027e4 service neutron] 10.222.0.17 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469787 Nov 18 15:00:19.061127 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0146e034-1471-455f-ab45-ceffb5623567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:19.069823 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-7d88e1ed-1073-4255-954e-797b554d1787 req-c68e94fb-6fc1-4741-8d3e-a1b204d2a0d7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Calling delete_port for ec8461a5-465f-4291-9eb9-b3af8d4efa21 owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:00:19.073841 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-df28fd56-b7d4-4a43-be78-fd23cd58d418 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:19.075480 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-df28fd56-b7d4-4a43-be78-fd23cd58d418 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63d84575-b2c6-46f1-825a-af37cea2e6ca HTTP/1.1" status: 200 len: 859 time: 0.3524613 Nov 18 15:00:19.114329 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:19.114660 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:19.128481 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:19.162786 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0146e034-1471-455f-ab45-ceffb5623567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:19.164011 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-0146e034-1471-455f-ab45-ceffb5623567 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/907cd632-3453-48a2-a978-03849beb09bc HTTP/1.1" status: 204 len: 168 time: 1.7302265 Nov 18 15:00:19.184314 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-39380727-3ad4-4cc1-abbd-b2c2554f5a11 req-6d2dcfe1-1302-4d72-b05a-0155e88c780a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 1163 time: 0.8451884 Nov 18 15:00:19.194720 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port ec8461a5-465f-4291-9eb9-b3af8d4efa21, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=ec8461a5-465f-4291-9eb9-b3af8d4efa21,segment=NetworkSegment(1f13af9b-2141-4972-b016-a6bb28c79ece),segment_id=1f13af9b-2141-4972-b016-a6bb28c79ece)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:00:19.202080 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:19.204390 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:19.376573 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=ec8461a5-465f-4291-9eb9-b3af8d4efa21,revision_number=5']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:19.377086 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-cb9ffbc7-b456-4236-9fd8-28a868e768f4 service neutron] 10.222.0.17 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3638024 Nov 18 15:00:19.386606 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:19.388241 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-a920c455-0d6f-45dd-8f1b-ef8cecbfc6bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2684617 Nov 18 15:00:19.420265 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9e39f6be-f78f-4fff-a328-48f6f1b33e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:19.476676 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-39380727-3ad4-4cc1-abbd-b2c2554f5a11 req-41fd7eb3-b9fc-42bf-995d-fada3ce1219f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723575 Nov 18 15:00:19.483080 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.api [req-7d88e1ed-1073-4255-954e-797b554d1787 req-c68e94fb-6fc1-4741-8d3e-a1b204d2a0d7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80267) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 15:00:19.483453 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_db.api [req-7d88e1ed-1073-4255-954e-797b554d1787 req-c68e94fb-6fc1-4741-8d3e-a1b204d2a0d7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 15:00:19.537380 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-007143a8-0833-42b8-83cd-19b4467f482b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:19.558735 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce7987-b5a7-487f-bc41-b69430a7636f req-e600c84d-951c-4b61-ad18-7bee7f7eda58 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:19.560422 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-62ce7987-b5a7-487f-bc41-b69430a7636f req-e600c84d-951c-4b61-ad18-7bee7f7eda58 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/ports?device_id=8b8c0b43-d120-4940-b3d5-7910d5b4f021 HTTP/1.1" status: 200 len: 945 time: 0.6678331 Nov 18 15:00:19.563097 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-a41e284b-55d3-4365-9bbd-ad87f75def16 service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637983 Nov 18 15:00:19.617018 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-62ce7987-b5a7-487f-bc41-b69430a7636f req-b8c58e09-0a71-4cad-bbf7-a71eaed4da8f tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/security-groups?id=2c164b51-c909-45ba-975f-c1185fde393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459518 Nov 18 15:00:19.623236 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9e39f6be-f78f-4fff-a328-48f6f1b33e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:19.626840 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-007143a8-0833-42b8-83cd-19b4467f482b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:19.642774 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-9e39f6be-f78f-4fff-a328-48f6f1b33e71 admin admin] Usage tracker for resource:security_group_rule and tenant:934cce19a68f44928291ad4dc4389ad2 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:19.648366 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-9e39f6be-f78f-4fff-a328-48f6f1b33e71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:19.713153 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-7c8c61fd-289e-4698-8201-780a1717a810 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:19.741009 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9e39f6be-f78f-4fff-a328-48f6f1b33e71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:19.841846 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 60032) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:19.882261 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-00fb849e-95a7-4b2e-9c91-4fdfc88993b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:19.911697 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f90fc1a1-ba07-4778-a66a-de20f925ad01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:19.916243 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-7c8c61fd-289e-4698-8201-780a1717a810 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:19.922183 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-007143a8-0833-42b8-83cd-19b4467f482b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:19.950134 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:20.100860 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007143a8-0833-42b8-83cd-19b4467f482b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e653075c-dde7-481a-a573-99e2cb202ca6,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:20.104420 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-007143a8-0833-42b8-83cd-19b4467f482b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:20.105414 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-7d88e1ed-1073-4255-954e-797b554d1787 req-c68e94fb-6fc1-4741-8d3e-a1b204d2a0d7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Deleting port ec8461a5-465f-4291-9eb9-b3af8d4efa21 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:00:20.106127 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7d88e1ed-1073-4255-954e-797b554d1787 req-c68e94fb-6fc1-4741-8d3e-a1b204d2a0d7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:20.132435 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8c0b43-d120-4940-b3d5-7910d5b4f021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec8461a5-465f-4291-9eb9-b3af8d4efa21'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:00:20.160698 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:20.173397 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7b6318d9-b0cb-4aa1-aa09-4a2e66b95e39 req-4b1dcb67-2c82-40ce-b220-36774e14a62b tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 210 time: 0.3258953 Nov 18 15:00:20.218674 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0fe6c968-0a60-4119-bb79-4bbdabb1e386 req-ca5b5eb7-b7bb-4d39-8a9f-cf1b93ef22c1 service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5296357 Nov 18 15:00:20.241582 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-7c8c61fd-289e-4698-8201-780a1717a810 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Network f4badb87-04e7-4e11-a8f7-57fd8da6f7cc is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:00:20.245158 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dfc94-ddb3-471e-af59-aa7bfe542414 req-e059d8b9-ee65-4cfd-a3b3-97d7f628efe1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:20.247035 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6b3dfc94-ddb3-471e-af59-aa7bfe542414 req-e059d8b9-ee65-4cfd-a3b3-97d7f628efe1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.3984060 Nov 18 15:00:20.294385 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-7c8c61fd-289e-4698-8201-780a1717a810 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:00:20.296775 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c61fd-289e-4698-8201-780a1717a810 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Pushing event updated for resources: {'Port': ['ID=da634f7e-f9a1-461a-846b-6978182e320c,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:20.299608 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-7c8c61fd-289e-4698-8201-780a1717a810 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:00:20.340559 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-00fb849e-95a7-4b2e-9c91-4fdfc88993b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:20.346531 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-00fb849e-95a7-4b2e-9c91-4fdfc88993b2 admin admin] Usage tracker for resource:security_group_rule and tenant:81464332d6634b19adb0a1bdec503390 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:20.350657 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-00fb849e-95a7-4b2e-9c91-4fdfc88993b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:20.358229 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-00fb849e-95a7-4b2e-9c91-4fdfc88993b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:20.395208 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6b3dfc94-ddb3-471e-af59-aa7bfe542414 req-4c7d33ca-244d-42f4-9736-f07f63da2190 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360612 Nov 18 15:00:20.413286 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7c8c61fd-289e-4698-8201-780a1717a810 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:20.488551 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1336abd0-b997-4402-8fba-bb3a40fa196e req-8ceba71b-e60a-4ff9-be21-bba71cf9ec01 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 210 time: 0.0914896 Nov 18 15:00:20.510892 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-707f231f-301e-4f21-b499-f56b87873834 req-edd6db91-80d3-4151-bc10-4a703c7ca6e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=444f701c1f7f4ded8cfe634c62dacdf9&device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 1161 time: 0.2056198 Nov 18 15:00:20.528278 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8c0b43-d120-4940-b3d5-7910d5b4f021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec8461a5-465f-4291-9eb9-b3af8d4efa21', 'code': 200} Nov 18 15:00:20.553747 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:20.574081 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9e39f6be-f78f-4fff-a328-48f6f1b33e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:20.594410 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-007143a8-0833-42b8-83cd-19b4467f482b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:20.595652 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-007143a8-0833-42b8-83cd-19b4467f482b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e653075c-dde7-481a-a573-99e2cb202ca6 HTTP/1.1" status: 204 len: 168 time: 1.6307406 Nov 18 15:00:20.596477 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9e39f6be-f78f-4fff-a328-48f6f1b33e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:20.611681 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:20.660450 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39f6be-f78f-4fff-a328-48f6f1b33e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b7505c-9c89-4163-b441-f37e4613b3f9,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:20.667353 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-7c8c61fd-289e-4698-8201-780a1717a810 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:20.668040 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-7c8c61fd-289e-4698-8201-780a1717a810 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:20.685223 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9e39f6be-f78f-4fff-a328-48f6f1b33e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:20.718751 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:20.719823 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:20.904481 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-9e39f6be-f78f-4fff-a328-48f6f1b33e71 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=934cce19a68f44928291ad4dc4389ad2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9414916 Nov 18 15:00:20.907992 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 60062) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:20.918425 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-7c8c61fd-289e-4698-8201-780a1717a810 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4849029 Nov 18 15:00:20.933814 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Request body: {'port': {'device_id': '525dfc98-825d-4266-9dd6-9359121c282b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:20.936153 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f231f-301e-4f21-b499-f56b87873834 req-45d4a476-90fd-44d2-8f95-2b8b2cf85d6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:20.938247 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-707f231f-301e-4f21-b499-f56b87873834 req-45d4a476-90fd-44d2-8f95-2b8b2cf85d6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc HTTP/1.1" status: 200 len: 913 time: 0.4155486 Nov 18 15:00:21.058611 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-7d88e1ed-1073-4255-954e-797b554d1787 req-c68e94fb-6fc1-4741-8d3e-a1b204d2a0d7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] For port ec8461a5-465f-4291-9eb9-b3af8d4efa21, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=ec8461a5-465f-4291-9eb9-b3af8d4efa21,segment=NetworkSegment(1f13af9b-2141-4972-b016-a6bb28c79ece),segment_id=1f13af9b-2141-4972-b016-a6bb28c79ece)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:00:21.058804 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7d88e1ed-1073-4255-954e-797b554d1787 req-c68e94fb-6fc1-4741-8d3e-a1b204d2a0d7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:21.080151 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-00fb849e-95a7-4b2e-9c91-4fdfc88993b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:21.180996 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3fc53089-93dc-43a9-8941-7802551077a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:21.290020 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-707f231f-301e-4f21-b499-f56b87873834 req-69cbcc83-5e44-4a27-9267-eafe5fe1490f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e08b35b8-67a3-46ee-8da6-92e730792728 HTTP/1.1" status: 200 len: 217 time: 0.3247602 Nov 18 15:00:21.297394 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3fc53089-93dc-43a9-8941-7802551077a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:21.316615 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 60078) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:21.328184 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-00fb849e-95a7-4b2e-9c91-4fdfc88993b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:21.346864 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-7d88e1ed-1073-4255-954e-797b554d1787 req-c68e94fb-6fc1-4741-8d3e-a1b204d2a0d7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Calling delete_port for ec8461a5-465f-4291-9eb9-b3af8d4efa21 owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:00:21.489289 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ca9d7ee-2ad6-46c7-87ff-b7ff531c960c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:21.523307 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f231f-301e-4f21-b499-f56b87873834 req-2a179466-ed1c-4a8c-accf-8703bb9dc432 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:21.524905 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-707f231f-301e-4f21-b499-f56b87873834 req-2a179466-ed1c-4a8c-accf-8703bb9dc432 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63d84575-b2c6-46f1-825a-af37cea2e6ca HTTP/1.1" status: 200 len: 859 time: 0.2150843 Nov 18 15:00:21.566990 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-93c992b2-0444-4674-a8b5-611a4a053995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:21.602151 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-707f231f-301e-4f21-b499-f56b87873834 req-a4720143-8fff-46a1-8e3d-f6137352bb70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652242 Nov 18 15:00:21.616318 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47abcb3-2a47-47b9-8712-51d26f491bf4 req-a954fe12-9d56-425d-a556-bbaef19fec48 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:21.617921 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f47abcb3-2a47-47b9-8712-51d26f491bf4 req-a954fe12-9d56-425d-a556-bbaef19fec48 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/ports?device_id=8b8c0b43-d120-4940-b3d5-7910d5b4f021 HTTP/1.1" status: 200 len: 943 time: 0.4929802 Nov 18 15:00:21.618567 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3fc53089-93dc-43a9-8941-7802551077a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:21.619761 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6ca9d7ee-2ad6-46c7-87ff-b7ff531c960c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:21.657213 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-6ca9d7ee-2ad6-46c7-87ff-b7ff531c960c admin admin] Usage tracker for resource:security_group_rule and tenant:8845f65f47f6443fb8dbbb9f042767ee is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:21.661017 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:21.673759 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-6ca9d7ee-2ad6-46c7-87ff-b7ff531c960c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:21.700799 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:21.713730 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6ca9d7ee-2ad6-46c7-87ff-b7ff531c960c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:21.721683 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc53089-93dc-43a9-8941-7802551077a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b7505c-9c89-4163-b441-f37e4613b3f9,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:21.732468 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb849e-95a7-4b2e-9c91-4fdfc88993b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58ab242-1eca-47cc-97ca-32307ddd1f4a,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:21.735969 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-00fb849e-95a7-4b2e-9c91-4fdfc88993b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:21.738103 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e3ef8-e617-458e-83c0-5d222f5214cb req-c20a78e2-817f-4009-afed-a1114b84741f tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:21.739806 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a85e3ef8-e617-458e-83c0-5d222f5214cb req-c20a78e2-817f-4009-afed-a1114b84741f tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 931 time: 0.3852232 Nov 18 15:00:21.753193 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3fc53089-93dc-43a9-8941-7802551077a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:21.799235 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-00fb849e-95a7-4b2e-9c91-4fdfc88993b2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=81464332d6634b19adb0a1bdec503390&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9536800 Nov 18 15:00:21.821668 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 60090) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:21.843973 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3fc53089-93dc-43a9-8941-7802551077a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:21.845193 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-3fc53089-93dc-43a9-8941-7802551077a0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/86b7505c-9c89-4163-b441-f37e4613b3f9 HTTP/1.1" status: 204 len: 168 time: 0.9360428 Nov 18 15:00:21.881762 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-7b3abfae-b669-42e8-8893-f92b1272fff1 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:21.883139 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-7b3abfae-b669-42e8-8893-f92b1272fff1 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.26 "GET /v2.0/networks?id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 HTTP/1.1" status: 200 len: 815 time: 0.7547932 Nov 18 15:00:21.896413 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f47abcb3-2a47-47b9-8712-51d26f491bf4 req-e12e46fc-d7bf-4970-ab14-65c91201e9fa tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/security-groups?id=2c164b51-c909-45ba-975f-c1185fde393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440186 Nov 18 15:00:21.934527 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a85e3ef8-e617-458e-83c0-5d222f5214cb req-9a83a392-1476-400c-b0f2-6c7ed6f33ca9 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824925 Nov 18 15:00:21.941458 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-707f231f-301e-4f21-b499-f56b87873834 req-4499df65-74dc-49bd-90ba-d9caec838415 service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189075 Nov 18 15:00:21.949497 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-bdf7a9d0-fa2e-453e-a226-1e7cf59e6ff6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Request body: {'port': {'device_id': 'ec249c5a-a915-4d81-a87a-63867cc9672f', 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7', 'admin_state_up': True, 'tenant_id': 'a0c21091ef2244ca833257d93ddee8eb'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:22.049628 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ca9d7ee-2ad6-46c7-87ff-b7ff531c960c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:22.104870 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ca9d7ee-2ad6-46c7-87ff-b7ff531c960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:22.167067 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2d554d5e-b1bb-46b7-af6e-6bb31d31884a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:22.204523 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7d88e1ed-1073-4255-954e-797b554d1787 req-c68e94fb-6fc1-4741-8d3e-a1b204d2a0d7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:22.292199 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:22.310367 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-65356a39-caf6-4b4e-82c2-0eb8c0409d1c req-f946115c-4348-49e8-95db-51a17ad80e82 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 210 time: 0.1137393 Nov 18 15:00:22.317039 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9d7ee-2ad6-46c7-87ff-b7ff531c960c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ff4a35-a76b-4478-8df0-ecdc06206cc8,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:22.321027 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6ca9d7ee-2ad6-46c7-87ff-b7ff531c960c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:22.328168 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-6ca9d7ee-2ad6-46c7-87ff-b7ff531c960c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8845f65f47f6443fb8dbbb9f042767ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9724555 Nov 18 15:00:22.328168 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-707f231f-301e-4f21-b499-f56b87873834 req-a2cfa9e3-76d1-46d2-9d52-c84212cb21a0 service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3770404 Nov 18 15:00:22.329733 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 60108) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:22.375736 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c5b33-18a1-44a9-a0ad-ca0380e068f1 req-6c53aa66-e6aa-4314-96a2-daddb1d0ea9d tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:22.377394 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-609c5b33-18a1-44a9-a0ad-ca0380e068f1 req-6c53aa66-e6aa-4314-96a2-daddb1d0ea9d tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.2713747 Nov 18 15:00:22.412361 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2a08df75-1a88-4f31-9866-3097e2dd10c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:22.464392 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-609c5b33-18a1-44a9-a0ad-ca0380e068f1 req-5a67b8ae-5137-4aac-8c46-a21c8bf1bb7e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797973 Nov 18 15:00:22.465258 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-078a64cc-b7e3-4036-848e-d2876e4a3d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:22.474398 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e94fb-6fc1-4741-8d3e-a1b204d2a0d7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Pushing event deleted for resources: {'Port': ['ID=ec8461a5-465f-4291-9eb9-b3af8d4efa21,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:22.498186 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c68e94fb-6fc1-4741-8d3e-a1b204d2a0d7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:22.501267 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-078a64cc-b7e3-4036-848e-d2876e4a3d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:22.506976 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-bdf7a9d0-fa2e-453e-a226-1e7cf59e6ff6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:22.516063 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2cacf9cb-3ae3-487b-8a01-a60b10daafac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:22.528896 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-bdf7a9d0-fa2e-453e-a226-1e7cf59e6ff6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Usage tracker for resource:port and tenant:a0c21091ef2244ca833257d93ddee8eb is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:22.537175 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-bdf7a9d0-fa2e-453e-a226-1e7cf59e6ff6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Quota usage for port was recalculated. Used quota:1. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:22.561529 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-bdf7a9d0-fa2e-453e-a226-1e7cf59e6ff6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:22.568188 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 60116) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:22.580796 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2a08df75-1a88-4f31-9866-3097e2dd10c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:22.623634 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-078a64cc-b7e3-4036-848e-d2876e4a3d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:22.631438 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ae300d93-957a-41b4-b6ac-375298bb8774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:22.654811 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a64cc-b7e3-4036-848e-d2876e4a3d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ff4a35-a76b-4478-8df0-ecdc06206cc8,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:22.667776 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-078a64cc-b7e3-4036-848e-d2876e4a3d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:22.672549 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-078a64cc-b7e3-4036-848e-d2876e4a3d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:22.673850 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-078a64cc-b7e3-4036-848e-d2876e4a3d71 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c9ff4a35-a76b-4478-8df0-ecdc06206cc8 HTTP/1.1" status: 204 len: 168 time: 0.3430905 Nov 18 15:00:22.688163 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a309caf9-2644-4a9c-a956-aea0a2213bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:22.724489 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-bdf7a9d0-fa2e-453e-a226-1e7cf59e6ff6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Made reservation on behalf of a0c21091ef2244ca833257d93ddee8eb for: {'port': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:00:22.724748 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.objects.ports [None req-bf13422e-35b5-4553-84d3-2aa8107d085a None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80268) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 15:00:22.730327 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-bdf7a9d0-fa2e-453e-a226-1e7cf59e6ff6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:22.862868 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c1706-62c6-4180-9f74-d664796f21b6 req-3e0911e7-7e15-490d-9a61-d519171d2f30 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:22.865080 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6b4c1706-62c6-4180-9f74-d664796f21b6 req-3e0911e7-7e15-490d-9a61-d519171d2f30 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.1028757 Nov 18 15:00:22.877563 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 60126) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:22.884929 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-c57dcf7f-6bbc-4adb-9f8e-e734e634914e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Request body: {'floatingip': {'port_id': '709dc2a0-c3e4-4a64-98bc-bdb68b102c1d'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:22.902197 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:22.913774 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d88e1ed-1073-4255-954e-797b554d1787 req-c68e94fb-6fc1-4741-8d3e-a1b204d2a0d7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] No DVR routers for this DVR port ec8461a5-465f-4291-9eb9-b3af8d4efa21 on host hv-cinder-73362 {{(pid=80267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:00:22.925342 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a309caf9-2644-4a9c-a956-aea0a2213bf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:22.952245 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7d88e1ed-1073-4255-954e-797b554d1787 req-c68e94fb-6fc1-4741-8d3e-a1b204d2a0d7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:22.955787 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8c0b43-d120-4940-b3d5-7910d5b4f021', 'name': 'network-vif-deleted', 'tag': 'ec8461a5-465f-4291-9eb9-b3af8d4efa21'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:00:22.984642 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-a309caf9-2644-4a9c-a956-aea0a2213bf3 admin admin] Usage tracker for resource:security_group_rule and tenant:90650abf67014fc6b47c9048ba177fff is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:23.008356 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2a08df75-1a88-4f31-9866-3097e2dd10c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:23.044832 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c57dcf7f-6bbc-4adb-9f8e-e734e634914e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for floatingip, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:23.052182 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-a309caf9-2644-4a9c-a956-aea0a2213bf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:23.056137 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:23.091300 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8c0b43-d120-4940-b3d5-7910d5b4f021', 'name': 'network-vif-deleted', 'tag': 'ec8461a5-465f-4291-9eb9-b3af8d4efa21', 'status': 'completed', 'code': 200} Nov 18 15:00:23.098376 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a309caf9-2644-4a9c-a956-aea0a2213bf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:23.137118 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:23.139849 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08df75-1a88-4f31-9866-3097e2dd10c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58ab242-1eca-47cc-97ca-32307ddd1f4a,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:23.151195 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2a08df75-1a88-4f31-9866-3097e2dd10c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:23.152458 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-2a08df75-1a88-4f31-9866-3097e2dd10c3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f58ab242-1eca-47cc-97ca-32307ddd1f4a HTTP/1.1" status: 204 len: 168 time: 1.3295760 Nov 18 15:00:23.157772 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2a08df75-1a88-4f31-9866-3097e2dd10c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:23.214627 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7d88e1ed-1073-4255-954e-797b554d1787 req-c68e94fb-6fc1-4741-8d3e-a1b204d2a0d7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.26 "DELETE /v2.0/ports/ec8461a5-465f-4291-9eb9-b3af8d4efa21 HTTP/1.1" status: 204 len: 173 time: 5.7850480 Nov 18 15:00:23.229138 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.resource_extend [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 18 15:00:23.354968 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:23.355466 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:23.413906 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da634f7e-f9a1-461a-846b-6978182e320c {{(pid=80267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 15:00:23.425698 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:23.495203 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Transition to ACTIVE for port object da634f7e-f9a1-461a-846b-6978182e320c will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:00:23.513927 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:23.521965 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a309caf9-2644-4a9c-a956-aea0a2213bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:23.547426 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device e08b35b8-67a3-46ee-8da6-92e730792728 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:23.577317 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fcbf587f-3aa8-416c-8f3f-d7ffeee58e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:23.634672 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-36104be4-1822-4b10-b104-021117cc44cf req-64e21573-c226-4d29-8b40-69e7c8892d53 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] 10.222.0.17 "GET /v2.0/ports?device_id=8b8c0b43-d120-4940-b3d5-7910d5b4f021 HTTP/1.1" status: 200 len: 210 time: 0.4126599 Nov 18 15:00:23.687834 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning for port e08b35b8-67a3-46ee-8da6-92e730792728 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:00:23.695783 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port e08b35b8-67a3-46ee-8da6-92e730792728 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:23.695969 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a309caf9-2644-4a9c-a956-aea0a2213bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:23.696287 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:23.696519 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebfd70-fde8-4a45-bfc8-b1379539549b req-a3fab4d4-890c-4009-9c00-633752202d14 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:23.705790 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-aaebfd70-fde8-4a45-bfc8-b1379539549b req-a3fab4d4-890c-4009-9c00-633752202d14 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 931 time: 0.4791782 Nov 18 15:00:23.863582 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:23.918274 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be1eafa-9ced-41aa-92a9-ceafcdb24d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08b35b8-67a3-46ee-8da6-92e730792728'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:00:23.928098 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:23.934811 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port e08b35b8-67a3-46ee-8da6-92e730792728, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e08b35b8-67a3-46ee-8da6-92e730792728,segment=NetworkSegment(976e25e0-4a9a-453e-a3e6-1c6b24f03877),segment_id=976e25e0-4a9a-453e-a3e6-1c6b24f03877)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:00:23.940059 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:23.947934 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:23.975512 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Pushing event updated for resources: {'Port': ['ID=da634f7e-f9a1-461a-846b-6978182e320c,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:23.994182 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:23.994639 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:24.026800 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-a309caf9-2644-4a9c-a956-aea0a2213bf3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=90650abf67014fc6b47c9048ba177fff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4546111 Nov 18 15:00:24.036856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 60164) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:24.038067 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-bdf7a9d0-fa2e-453e-a226-1e7cf59e6ff6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Allocated IP 172.20.0.10 (d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7/ee20925e-2a54-4f0d-847c-e53daab404c3/290eb321-b1eb-412a-beb7-1529f77d5a64) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:00:24.110275 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=e08b35b8-67a3-46ee-8da6-92e730792728,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:24.116214 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309caf9-2644-4a9c-a956-aea0a2213bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ea699a-01f2-4d2a-9257-27fbdb920884,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:24.129506 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:24.145823 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a309caf9-2644-4a9c-a956-aea0a2213bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:24.283812 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:24.416425 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f4b8ebf7-0622-4841-a07c-7e00b8af860d req-a7b66045-d7d1-4d64-819c-178fc6fbc87f tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 210 time: 0.4763925 Nov 18 15:00:24.438577 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ede090e6-fe38-461b-b52f-f1fb1a927b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:24.545623 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device e08b35b8-67a3-46ee-8da6-92e730792728 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:24.645111 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be1eafa-9ced-41aa-92a9-ceafcdb24d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08b35b8-67a3-46ee-8da6-92e730792728', 'code': 200} Nov 18 15:00:24.705361 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-aaebfd70-fde8-4a45-bfc8-b1379539549b req-33334f23-a439-428b-853d-fbc658467d35 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9985781 Nov 18 15:00:24.759515 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port e08b35b8-67a3-46ee-8da6-92e730792728 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:24.759938 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:24.968833 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ede090e6-fe38-461b-b52f-f1fb1a927b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:25.064249 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c57dcf7f-6bbc-4adb-9f8e-e734e634914e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for floatingip, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:25.072008 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c57dcf7f-6bbc-4adb-9f8e-e734e634914e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431000'] for floatingip, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:25.120006 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ede090e6-fe38-461b-b52f-f1fb1a927b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:25.192408 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-007143a8-0833-42b8-83cd-19b4467f482b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:25.250292 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede090e6-fe38-461b-b52f-f1fb1a927b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ea699a-01f2-4d2a-9257-27fbdb920884,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:25.252929 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ede090e6-fe38-461b-b52f-f1fb1a927b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:25.293487 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ede090e6-fe38-461b-b52f-f1fb1a927b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:25.298294 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-ede090e6-fe38-461b-b52f-f1fb1a927b05 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/75ea699a-01f2-4d2a-9257-27fbdb920884 HTTP/1.1" status: 204 len: 168 time: 1.2576876 Nov 18 15:00:25.387900 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Attempting to bind port da634f7e-f9a1-461a-846b-6978182e320c on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:00:25.388460 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Attempting to bind port da634f7e-f9a1-461a-846b-6978182e320c by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '976e25e0-4a9a-453e-a3e6-1c6b24f03877', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f4badb87-04e7-4e11-a8f7-57fd8da6f7cc'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:00:25.388943 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Attempting to bind port da634f7e-f9a1-461a-846b-6978182e320c on network f4badb87-04e7-4e11-a8f7-57fd8da6f7cc {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:00:25.394722 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-bdf7a9d0-fa2e-453e-a226-1e7cf59e6ff6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:25.417848 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Checking agent: {'id': '7eae2a45-698e-415c-8839-ff0c3594e804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:00:25.417848 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Checking segment: {'id': '976e25e0-4a9a-453e-a3e6-1c6b24f03877', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f4badb87-04e7-4e11-a8f7-57fd8da6f7cc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:00:25.417848 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:25.417848 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Bound using segment: {'id': '976e25e0-4a9a-453e-a3e6-1c6b24f03877', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f4badb87-04e7-4e11-a8f7-57fd8da6f7cc'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:00:25.417848 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Bound port: da634f7e-f9a1-461a-846b-6978182e320c, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e25e0-4a9a-453e-a3e6-1c6b24f03877', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f4badb87-04e7-4e11-a8f7-57fd8da6f7cc'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:00:25.417848 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:25.441592 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7471dea4-4e9e-41a6-a657-cb6b257ff36f req-eff2ce46-6a92-435a-beed-fdfbebd33f16 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 1163 time: 0.3683405 Nov 18 15:00:25.490047 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.l3_db [None req-c57dcf7f-6bbc-4adb-9f8e-e734e634914e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Floating IP b3b40282-dcaa-4241-8532-d04f2c7df313 associated. External IP: 172.28.0.7, port: 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d. Nov 18 15:00:25.603431 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-bdf7a9d0-fa2e-453e-a226-1e7cf59e6ff6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:25.652196 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:25.724518 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7471dea4-4e9e-41a6-a657-cb6b257ff36f req-0aecb63c-b663-4d46-9175-a749b1f0b73a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757587 Nov 18 15:00:25.776709 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] For port da634f7e-f9a1-461a-846b-6978182e320c, host hv-cinder-73362, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:00:25.871524 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7a9d0-fa2e-453e-a226-1e7cf59e6ff6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Pushing event updated for resources: {'Port': ['ID=290eb321-b1eb-412a-beb7-1529f77d5a64,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:25.877005 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bdf7a9d0-fa2e-453e-a226-1e7cf59e6ff6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:25.881702 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] For port da634f7e-f9a1-461a-846b-6978182e320c, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=da634f7e-f9a1-461a-846b-6978182e320c,segment=NetworkSegment(976e25e0-4a9a-453e-a3e6-1c6b24f03877),segment_id=976e25e0-4a9a-453e-a3e6-1c6b24f03877)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:00:25.892873 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e70c0-d47e-410f-a978-af87a212e632 req-72b2caca-f8f5-4895-8ca5-e0cbf36ddc9c tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:25.894567 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2d2e70c0-d47e-410f-a978-af87a212e632 req-72b2caca-f8f5-4895-8ca5-e0cbf36ddc9c tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 932 time: 0.1388271 Nov 18 15:00:25.904602 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:26.063330 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:26.112001 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2d2e70c0-d47e-410f-a978-af87a212e632 req-80597a5f-5ecf-4b20-8709-13079cfba1c1 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424665 Nov 18 15:00:26.233453 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Pushing event updated for resources: {'Port': ['ID=da634f7e-f9a1-461a-846b-6978182e320c,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:26.234422 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772cfa0-87e0-4349-8734-3043e9a090dd req-47dbc4c7-fc00-4e35-a09f-411d78bf6f3d tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:26.236414 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7772cfa0-87e0-4349-8734-3043e9a090dd req-47dbc4c7-fc00-4e35-a09f-411d78bf6f3d tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 943 time: 0.2655904 Nov 18 15:00:26.246376 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:26.257174 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:26.259009 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] 10.222.0.26 "PUT /v2.0/ports/da634f7e-f9a1-461a-846b-6978182e320c HTTP/1.1" status: 200 len: 1157 time: 5.3300946 Nov 18 15:00:26.259985 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525dfc98-825d-4266-9dd6-9359121c282b', 'tag': 'da634f7e-f9a1-461a-846b-6978182e320c'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:00:26.267577 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-bdf7a9d0-fa2e-453e-a226-1e7cf59e6ff6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Network d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:00:26.269857 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-bdf7a9d0-fa2e-453e-a226-1e7cf59e6ff6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:00:26.276144 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-bdf7a9d0-fa2e-453e-a226-1e7cf59e6ff6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:00:26.358268 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7772cfa0-87e0-4349-8734-3043e9a090dd req-ab8407e2-085b-4f05-9be3-72273e61a59f tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132324 Nov 18 15:00:26.404358 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525dfc98-825d-4266-9dd6-9359121c282b', 'tag': 'da634f7e-f9a1-461a-846b-6978182e320c', 'status': 'completed', 'code': 200} Nov 18 15:00:26.405272 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57dcf7f-6bbc-4adb-9f8e-e734e634914e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Router d9fda826-546b-4b7a-b326-f7c2ded37ae7 has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:00:26.469432 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-bdf7a9d0-fa2e-453e-a226-1e7cf59e6ff6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:26.470281 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-bdf7a9d0-fa2e-453e-a226-1e7cf59e6ff6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:26.498978 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-bdf7a9d0-fa2e-453e-a226-1e7cf59e6ff6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5586491 Nov 18 15:00:26.505811 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-92a141bc-22f2-41fe-8477-fa25e1d506f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=444f701c1f7f4ded8cfe634c62dacdf9&device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 1160 time: 0.1954982 Nov 18 15:00:26.632458 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Request body: {'port': {'device_id': 'ec249c5a-a915-4d81-a87a-63867cc9672f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:26.714318 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-a19ee9f0-5c91-419f-bf02-b2c8a135f713 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da634f7e-f9a1-461a-846b-6978182e320c HTTP/1.1" status: 200 len: 217 time: 0.1964381 Nov 18 15:00:26.791640 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device e08b35b8-67a3-46ee-8da6-92e730792728 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:26.925904 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-cba9f7c2-8585-4ae2-8b02-d1f90e6d52a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:26.927486 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-cba9f7c2-8585-4ae2-8b02-d1f90e6d52a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63d84575-b2c6-46f1-825a-af37cea2e6ca HTTP/1.1" status: 200 len: 859 time: 0.2036781 Nov 18 15:00:26.930115 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:27.053260 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port e08b35b8-67a3-46ee-8da6-92e730792728 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:27.054741 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-16357c0c-1107-4058-9e0b-aaac4a1f85d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134710 Nov 18 15:00:27.059455 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:27.274017 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57dcf7f-6bbc-4adb-9f8e-e734e634914e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:00:27.289157 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef769c7c-c011-4f08-b46c-5870b2ce7d76 None None] Sync routers for ids ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'] in dv-cinder-733623-8-smb {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:00:27.295318 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c57dcf7f-6bbc-4adb-9f8e-e734e634914e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for floatingip, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:27.317601 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef769c7c-c011-4f08-b46c-5870b2ce7d76 None None] Routers {'d9fda826-546b-4b7a-b326-f7c2ded37ae7'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:00:27.318343 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ef769c7c-c011-4f08-b46c-5870b2ce7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:00:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:27.623502 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-c57dcf7f-6bbc-4adb-9f8e-e734e634914e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "PUT /v2.0/floatingips/b3b40282-dcaa-4241-8532-d04f2c7df313 HTTP/1.1" status: 200 len: 990 time: 4.7422111 Nov 18 15:00:27.638805 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfa19ef-9f77-4262-a769-af0d2b3c65e8', 'tag': '709dc2a0-c3e4-4a64-98bc-bdb68b102c1d'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:00:27.754013 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98ccb6-8037-4bf2-9888-a4f8df23717f req-48bc7971-4a63-42bf-b3fb-c7720ef8e56b tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:27.762595 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-cd98ccb6-8037-4bf2-9888-a4f8df23717f req-48bc7971-4a63-42bf-b3fb-c7720ef8e56b tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 932 time: 0.3127306 Nov 18 15:00:27.832532 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-2217c994-8d34-4bdb-8d5e-52612fe01fbf service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7675910 Nov 18 15:00:28.053008 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-cd98ccb6-8037-4bf2-9888-a4f8df23717f req-18c6d9dd-98fb-4ce5-bde3-1932376cbc48 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893400 Nov 18 15:00:28.094965 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec94519-88dc-4695-9378-648c939c0603 req-ef61e002-37ab-435c-b687-4720a18d0252 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:28.108356 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6ec94519-88dc-4695-9378-648c939c0603 req-ef61e002-37ab-435c-b687-4720a18d0252 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 943 time: 0.2877738 Nov 18 15:00:28.113379 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ef769c7c-c011-4f08-b46c-5870b2ce7d76 None None] Set router d9fda826-546b-4b7a-b326-f7c2ded37ae7 gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:00:28.210330 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-46fc3ca9-b3e5-4038-9a88-f70511718982 req-ab3c295e-5f0d-42a8-b5ba-05172f255a4d service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2861745 Nov 18 15:00:28.211920 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6ec94519-88dc-4695-9378-648c939c0603 req-491039f7-1013-4027-874d-ed7aca61576e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941265 Nov 18 15:00:28.256840 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 60364) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:28.351281 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfa19ef-9f77-4262-a769-af0d2b3c65e8', 'tag': '709dc2a0-c3e4-4a64-98bc-bdb68b102c1d', 'status': 'completed', 'code': 200} Nov 18 15:00:28.617702 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device e08b35b8-67a3-46ee-8da6-92e730792728 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:28.751281 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port e08b35b8-67a3-46ee-8da6-92e730792728 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:28.752913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:28.784160 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac59e71-10f0-4b40-b4b5-a726fcae1566 admin admin] Deleting subnet 5a96331f-a4df-4e39-99a7-e24a9384eeae {{(pid=80267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 15:00:28.825406 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ac59e71-10f0-4b40-b4b5-a726fcae1566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:28.868255 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ef769c7c-c011-4f08-b46c-5870b2ce7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 4, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_floatingips': [{'id': 'b3b40282-dcaa-4241-8532-d04f2c7df313', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'floating_ip_address': '172.28.0.7', 'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'router_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'port_id': '709dc2a0-c3e4-4a64-98bc-bdb68b102c1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'mac_address': 'fa:16:3e:d2:de:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfa19ef-9f77-4262-a769-af0d2b3c65e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:00:00Z', 'updated_at': '2020-11-18T15:00:24Z', 'revision_number': 1, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f1d435-e73b-4219-b5fd-59cfc0a0fae1', 'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'mac_address': 'fa:16:3e:0c:09:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:40Z', 'updated_at': '2020-11-18T14:59:56Z', 'revision_number': 5, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'subnets': [{'id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:28.872674 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef769c7c-c011-4f08-b46c-5870b2ce7d76 None None] Checking router: d9fda826-546b-4b7a-b326-f7c2ded37ae7 for host: dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:00:28.885103 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef769c7c-c011-4f08-b46c-5870b2ce7d76 None None] Routers {'d9fda826-546b-4b7a-b326-f7c2ded37ae7'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:00:28.885778 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ef769c7c-c011-4f08-b46c-5870b2ce7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:00:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:28.976596 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-509a3dd2-a153-4a3d-93f1-a72f858a79c3 req-e1662f6b-b8fc-4047-99ab-49207efc0951 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=444f701c1f7f4ded8cfe634c62dacdf9&device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 1160 time: 0.6784079 Nov 18 15:00:28.984782 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ac59e71-10f0-4b40-b4b5-a726fcae1566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2631704'] for subnet, precommit_delete_associations {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:29.170382 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ef769c7c-c011-4f08-b46c-5870b2ce7d76 None None] Set router d9fda826-546b-4b7a-b326-f7c2ded37ae7 gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:00:29.232125 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a3dd2-a153-4a3d-93f1-a72f858a79c3 req-b0627f8b-2d82-4e71-8757-3ac01d2e6386 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:29.239097 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-509a3dd2-a153-4a3d-93f1-a72f858a79c3 req-b0627f8b-2d82-4e71-8757-3ac01d2e6386 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc HTTP/1.1" status: 200 len: 913 time: 0.2178316 Nov 18 15:00:29.239097 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-581c0ce2-3098-4f6d-bcc7-e8966762de82 req-f1c49353-9686-4016-b283-6b08962ca148 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=843cfdfce3cc46e79a77e9d00a592187&device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 1163 time: 0.6482697 Nov 18 15:00:29.508595 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420674a-c499-4342-9b70-3c62453e31bc req-c1a22461-0f04-4b73-9acb-2e1586d17a65 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:29.516118 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6420674a-c499-4342-9b70-3c62453e31bc req-c1a22461-0f04-4b73-9acb-2e1586d17a65 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 932 time: 0.2155564 Nov 18 15:00:29.575598 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.resource_extend [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 18 15:00:29.579470 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a161a5-50d7-4f7c-ab51-ca8fcbad412d req-b77dc7e7-b6c6-4bed-aa63-dc327e2a0652 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:29.581275 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a8a161a5-50d7-4f7c-ab51-ca8fcbad412d req-b77dc7e7-b6c6-4bed-aa63-dc327e2a0652 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 943 time: 0.1522100 Nov 18 15:00:29.593983 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c0ce2-3098-4f6d-bcc7-e8966762de82 req-c34263d6-fd46-4e4e-950e-d37f687d4b40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:29.595893 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-581c0ce2-3098-4f6d-bcc7-e8966762de82 req-c34263d6-fd46-4e4e-950e-d37f687d4b40 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf HTTP/1.1" status: 200 len: 911 time: 0.2672517 Nov 18 15:00:29.596623 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6420674a-c499-4342-9b70-3c62453e31bc req-51fc1a5f-8d4b-4395-8391-ac39044fff2e tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792873 Nov 18 15:00:29.606137 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-509a3dd2-a153-4a3d-93f1-a72f858a79c3 req-fe887818-6c99-44b4-ae45-1ecbb9046bac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da634f7e-f9a1-461a-846b-6978182e320c HTTP/1.1" status: 200 len: 217 time: 0.3572452 Nov 18 15:00:29.671864 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ef769c7c-c011-4f08-b46c-5870b2ce7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 4, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_floatingips': [{'id': 'b3b40282-dcaa-4241-8532-d04f2c7df313', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'floating_ip_address': '172.28.0.7', 'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'router_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'port_id': '709dc2a0-c3e4-4a64-98bc-bdb68b102c1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'mac_address': 'fa:16:3e:d2:de:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfa19ef-9f77-4262-a769-af0d2b3c65e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:00:00Z', 'updated_at': '2020-11-18T15:00:24Z', 'revision_number': 1, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f1d435-e73b-4219-b5fd-59cfc0a0fae1', 'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'mac_address': 'fa:16:3e:0c:09:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:40Z', 'updated_at': '2020-11-18T14:59:56Z', 'revision_number': 5, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'subnets': [{'id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:29.676416 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef769c7c-c011-4f08-b46c-5870b2ce7d76 None None] The sync data for ids ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'] in dv-cinder-733623-8-smb is: [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 4, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_floatingips': [{'id': 'b3b40282-dcaa-4241-8532-d04f2c7df313', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'floating_ip_address': '172.28.0.7', 'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'router_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'port_id': '709dc2a0-c3e4-4a64-98bc-bdb68b102c1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'mac_address': 'fa:16:3e:d2:de:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfa19ef-9f77-4262-a769-af0d2b3c65e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:00:00Z', 'updated_at': '2020-11-18T15:00:24Z', 'revision_number': 1, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f1d435-e73b-4219-b5fd-59cfc0a0fae1', 'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'mac_address': 'fa:16:3e:0c:09:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:40Z', 'updated_at': '2020-11-18T14:59:56Z', 'revision_number': 5, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'subnets': [{'id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:00:29.693123 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ac59e71-10f0-4b40-b4b5-a726fcae1566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853901800'] for subnet, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:29.698533 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a8a161a5-50d7-4f7c-ab51-ca8fcbad412d req-dee93465-6b9a-4b6c-a9bf-cf31bc7bf287 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977206 Nov 18 15:00:29.968461 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290eb321-b1eb-412a-beb7-1529f77d5a64 {{(pid=80267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 15:00:30.004723 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a3dd2-a153-4a3d-93f1-a72f858a79c3 req-d3dc4bd2-0874-42cd-ba54-02f2fe136653 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:30.006384 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-509a3dd2-a153-4a3d-93f1-a72f858a79c3 req-d3dc4bd2-0874-42cd-ba54-02f2fe136653 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63d84575-b2c6-46f1-825a-af37cea2e6ca HTTP/1.1" status: 200 len: 859 time: 0.3193004 Nov 18 15:00:30.008635 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:30.019062 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-581c0ce2-3098-4f6d-bcc7-e8966762de82 req-c7662e6d-6ca8-4263-9cda-5d46421c6481 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=709dc2a0-c3e4-4a64-98bc-bdb68b102c1d HTTP/1.1" status: 200 len: 998 time: 0.4078169 Nov 18 15:00:30.104677 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb9f4a2-1715-4429-8da6-8f1788b1ab1d None None] New status for floating IP b3b40282-dcaa-4241-8532-d04f2c7df313: ACTIVE {{(pid=80268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 15:00:30.169325 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Transition to ACTIVE for port object 290eb321-b1eb-412a-beb7-1529f77d5a64 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:00:30.177849 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-509a3dd2-a153-4a3d-93f1-a72f858a79c3 req-31aeaa13-a5f1-4f7a-8ce8-0ed93ddd9c3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1546431 Nov 18 15:00:30.237947 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:30.292126 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-661adb80-3cb5-40fc-a997-b03e67ff2f5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:30.433633 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c0ce2-3098-4f6d-bcc7-e8966762de82 req-a161c278-6d1f-477a-bdf1-37ba6efa0492 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:30.435610 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-581c0ce2-3098-4f6d-bcc7-e8966762de82 req-a161c278-6d1f-477a-bdf1-37ba6efa0492 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5bcaa69-69c3-46ba-998a-62828b8d1ae0 HTTP/1.1" status: 200 len: 856 time: 0.3998439 Nov 18 15:00:30.612395 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Pushing event updated for resources: {'Port': ['ID=290eb321-b1eb-412a-beb7-1529f77d5a64,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:30.690317 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 60446) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:30.853316 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0a4f2-64ed-4a23-bebf-c4b8c2c0a2e6 req-3ae01133-a604-453a-8126-73d6536a187b tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:30.860060 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c7b0a4f2-64ed-4a23-bebf-c4b8c2c0a2e6 req-3ae01133-a604-453a-8126-73d6536a187b tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 944 time: 0.1076410 Nov 18 15:00:30.920654 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.922025 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.922569 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.922963 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.923352 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.923880 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.924431 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.925033 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.925610 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.926252 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.926716 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.927149 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.927724 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.928297 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.928848 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.929396 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.929837 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.930413 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.930853 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.931258 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.931650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.932036 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.932684 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.933064 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:30.958417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fe34aa7b-9290-4593-a012-57b85ca90b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:30.959237 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:30.991482 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-509a3dd2-a153-4a3d-93f1-a72f858a79c3 req-d959cef2-679e-491b-ac52-b75d8d5f2b5e service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7470059 Nov 18 15:00:31.013177 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device da634f7e-f9a1-461a-846b-6978182e320c up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:31.017777 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c7b0a4f2-64ed-4a23-bebf-c4b8c2c0a2e6 req-78764444-d0d8-42f0-ad04-e0727e71c9e7 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542859 Nov 18 15:00:31.036559 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fe34aa7b-9290-4593-a012-57b85ca90b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:31.040952 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-fe34aa7b-9290-4593-a012-57b85ca90b4e admin admin] Usage tracker for resource:security_group_rule and tenant:ea8bb52e4b8e4b5eb18b65ef441d6d56 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:31.047359 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-fe34aa7b-9290-4593-a012-57b85ca90b4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:31.066140 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fe34aa7b-9290-4593-a012-57b85ca90b4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:31.142553 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning for port da634f7e-f9a1-461a-846b-6978182e320c completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:00:31.167494 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port da634f7e-f9a1-461a-846b-6978182e320c triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:31.168166 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:31.175744 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fe34aa7b-9290-4593-a012-57b85ca90b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:31.182119 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fe34aa7b-9290-4593-a012-57b85ca90b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:31.215781 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:31.228288 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-fe34aa7b-9290-4593-a012-57b85ca90b4e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ea8bb52e4b8e4b5eb18b65ef441d6d56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5369506 Nov 18 15:00:31.229409 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 60462) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:31.254643 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e68f-add3-4e4a-8691-fe805a75eb97 req-e7d307e6-d0e2-44cb-8c5d-87e89dda55b7 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:31.262310 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4373e68f-add3-4e4a-8691-fe805a75eb97 req-e7d307e6-d0e2-44cb-8c5d-87e89dda55b7 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 943 time: 0.4008739 Nov 18 15:00:31.352618 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:31.355436 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34aa7b-9290-4593-a012-57b85ca90b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc9e95a-e5c5-4a9d-ab48-4ee3c85da4ed,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:31.360011 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fe34aa7b-9290-4593-a012-57b85ca90b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:31.373906 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4373e68f-add3-4e4a-8691-fe805a75eb97 req-8aca7c58-0bac-4bbd-a945-d19911407c5a tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099012 Nov 18 15:00:31.395165 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port da634f7e-f9a1-461a-846b-6978182e320c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=da634f7e-f9a1-461a-846b-6978182e320c,segment=NetworkSegment(976e25e0-4a9a-453e-a3e6-1c6b24f03877),segment_id=976e25e0-4a9a-453e-a3e6-1c6b24f03877)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:00:31.396472 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525dfc98-825d-4266-9dd6-9359121c282b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da634f7e-f9a1-461a-846b-6978182e320c'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:00:31.413536 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:31.420379 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:31.420685 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-581c0ce2-3098-4f6d-bcc7-e8966762de82 req-689287a8-c896-4398-9c1b-355fef0a83b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9761939 Nov 18 15:00:31.423852 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:31.465646 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:31.512010 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525dfc98-825d-4266-9dd6-9359121c282b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da634f7e-f9a1-461a-846b-6978182e320c', 'code': 200} Nov 18 15:00:31.531341 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ac59e71-10f0-4b40-b4b5-a726fcae1566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844961198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845137380'] for subnet, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:31.554141 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=da634f7e-f9a1-461a-846b-6978182e320c,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:31.561452 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:31.573401 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:31.582657 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-57be2556-e736-45ec-8bb9-6a7b28526596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:31.601061 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc9e95a-e5c5-4a9d-ab48-4ee3c85da4ed,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:31.604284 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:31.606133 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ecc9e95a-e5c5-4a9d-ab48-4ee3c85da4ed HTTP/1.1" status: 204 len: 168 time: 0.3729136 Nov 18 15:00:31.617051 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.617443 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.617826 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.618256 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.618694 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.619231 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.619424 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.619782 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.620148 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.620513 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.620891 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.621242 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.621693 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.622084 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.622450 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.622815 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.623178 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.623547 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.623908 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.625057 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.626003 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.626391 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.626763 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.627163 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:31.647409 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:31.663120 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d1bb301f-f47b-40f4-bd28-b38cebff7a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:31.822656 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac59e71-10f0-4b40-b4b5-a726fcae1566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a96331f-a4df-4e39-99a7-e24a9384eeae,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:31.830321 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-581c0ce2-3098-4f6d-bcc7-e8966762de82 req-a9690be9-36c9-4b0c-a13b-3c1b04c67372 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833141 Nov 18 15:00:31.833521 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6ac59e71-10f0-4b40-b4b5-a726fcae1566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:31.843561 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Attempting to bind port 290eb321-b1eb-412a-beb7-1529f77d5a64 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:00:31.843755 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Attempting to bind port 290eb321-b1eb-412a-beb7-1529f77d5a64 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '324638eb-0cd2-4b5d-9c31-a87da18bd95c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:00:31.844111 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Attempting to bind port 290eb321-b1eb-412a-beb7-1529f77d5a64 on network d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:00:31.883388 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9a66287c-a5a4-44df-a9be-fdf31e28376d req-c0502c00-4048-4526-a282-70cde0fa960a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 1162 time: 0.0920646 Nov 18 15:00:31.911275 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Checking agent: {'id': '7eae2a45-698e-415c-8839-ff0c3594e804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:00:31.911815 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Checking segment: {'id': '324638eb-0cd2-4b5d-9c31-a87da18bd95c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:00:31.912319 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:31.912805 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Bound using segment: {'id': '324638eb-0cd2-4b5d-9c31-a87da18bd95c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:00:31.913434 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Bound port: 290eb321-b1eb-412a-beb7-1529f77d5a64, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324638eb-0cd2-4b5d-9c31-a87da18bd95c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:00:31.914365 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:31.927138 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-509a3dd2-a153-4a3d-93f1-a72f858a79c3 req-e4bf71cc-21a5-417f-9ef1-02e9dc0d4c5e service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9242845 Nov 18 15:00:31.996245 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9a66287c-a5a4-44df-a9be-fdf31e28376d req-7d76ab10-b699-4275-9a6a-e3a6f94f1662 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988896 Nov 18 15:00:32.110445 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-581c0ce2-3098-4f6d-bcc7-e8966762de82 req-185a7667-f485-4970-8ae3-9f4f23964bb9 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2006574 Nov 18 15:00:32.188978 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6ac59e71-10f0-4b40-b4b5-a726fcae1566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:32.197347 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-6ac59e71-10f0-4b40-b4b5-a726fcae1566 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/5a96331f-a4df-4e39-99a7-e24a9384eeae HTTP/1.1" status: 204 len: 168 time: 3.9372594 Nov 18 15:00:32.199606 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 60516) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:32.322436 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 60522) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:32.361267 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03c7407b-4f48-4c72-8a3d-38cf476f219c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:32.363026 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a1c7e4f7-4b26-4d30-a9c8-0bdfb21191b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804504'] for network, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:32.411283 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-03c7407b-4f48-4c72-8a3d-38cf476f219c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:32.418650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-03c7407b-4f48-4c72-8a3d-38cf476f219c admin admin] Usage tracker for resource:security_group_rule and tenant:7a4703c4670c4e8eb3198c244d476ac9 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:32.424637 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-03c7407b-4f48-4c72-8a3d-38cf476f219c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:32.427715 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] For port 290eb321-b1eb-412a-beb7-1529f77d5a64, host hv-cinder-73362, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:00:32.438814 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bbd58-6d41-47ba-9d08-7534fc99aaea req-9266202e-59ee-4950-8a81-aff01fd03e0b tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:32.439293 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] For port 290eb321-b1eb-412a-beb7-1529f77d5a64, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=290eb321-b1eb-412a-beb7-1529f77d5a64,segment=NetworkSegment(324638eb-0cd2-4b5d-9c31-a87da18bd95c),segment_id=324638eb-0cd2-4b5d-9c31-a87da18bd95c)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:00:32.440640 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8d1bbd58-6d41-47ba-9d08-7534fc99aaea req-9266202e-59ee-4950-8a81-aff01fd03e0b tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 944 time: 0.2072141 Nov 18 15:00:32.441724 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-03c7407b-4f48-4c72-8a3d-38cf476f219c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:32.446621 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:32.466372 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:32.520876 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8d1bbd58-6d41-47ba-9d08-7534fc99aaea req-7cee623e-ac9c-4828-8bbe-a2a6f985d83d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729263 Nov 18 15:00:32.628088 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03c7407b-4f48-4c72-8a3d-38cf476f219c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:32.631178 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03c7407b-4f48-4c72-8a3d-38cf476f219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:32.638286 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device da634f7e-f9a1-461a-846b-6978182e320c up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:32.641307 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:32.691887 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7407b-4f48-4c72-8a3d-38cf476f219c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28fa8ac-4a41-43b9-9de1-d64aeb35ebb2,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:32.695226 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-03c7407b-4f48-4c72-8a3d-38cf476f219c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:32.711675 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-03c7407b-4f48-4c72-8a3d-38cf476f219c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7a4703c4670c4e8eb3198c244d476ac9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3802383 Nov 18 15:00:32.713577 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 60528) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:32.724228 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port da634f7e-f9a1-461a-846b-6978182e320c triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:32.724649 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:32.738313 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbedb2-0641-4ab6-a1ae-71bf7d73269f req-192bfcee-791e-45a3-9231-ba5984d96729 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:32.739931 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ebbbedb2-0641-4ab6-a1ae-71bf7d73269f req-192bfcee-791e-45a3-9231-ba5984d96729 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.1818640 Nov 18 15:00:32.762242 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a1c7e4f7-4b26-4d30-a9c8-0bdfb21191b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853904989', 'neutron.services.segments.db._delete_segments_for_network--9223363305708362475'] for network, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:32.781863 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Pushing event updated for resources: {'Port': ['ID=290eb321-b1eb-412a-beb7-1529f77d5a64,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:32.791817 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:32.836631 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dd176749-98d7-402f-8505-05a88a92e2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:32.841704 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ebbbedb2-0641-4ab6-a1ae-71bf7d73269f req-01d88b67-e34a-450b-94cb-ca752166892e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887060 Nov 18 15:00:32.879674 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dd176749-98d7-402f-8505-05a88a92e2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:32.917963 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:32.919423 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] 10.222.0.26 "PUT /v2.0/ports/290eb321-b1eb-412a-beb7-1529f77d5a64 HTTP/1.1" status: 200 len: 1158 time: 6.2928154 Nov 18 15:00:32.919942 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec249c5a-a915-4d81-a87a-63867cc9672f', 'tag': '290eb321-b1eb-412a-beb7-1529f77d5a64'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:00:32.926725 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-a1c7e4f7-4b26-4d30-a9c8-0bdfb21191b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c90c92-3cd6-4cc4-a87c-bebc1082f8d0']}} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:32.927307 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dd176749-98d7-402f-8505-05a88a92e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:32.933434 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-672aefba-3679-4846-a9f2-aeb13fee0d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:32.941650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-a1c7e4f7-4b26-4d30-a9c8-0bdfb21191b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f13af9b-2141-4972-b016-a6bb28c79ece') {'for_net_delete': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:32.942096 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-a1c7e4f7-4b26-4d30-a9c8-0bdfb21191b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f13af9b-2141-4972-b016-a6bb28c79ece') {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:32.945975 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd176749-98d7-402f-8505-05a88a92e2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28fa8ac-4a41-43b9-9de1-d64aeb35ebb2,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:32.948447 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dd176749-98d7-402f-8505-05a88a92e2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:32.955064 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dd176749-98d7-402f-8505-05a88a92e2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:32.956473 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a1c7e4f7-4b26-4d30-a9c8-0bdfb21191b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305708324075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852144096'] for segment, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:32.967062 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-dd176749-98d7-402f-8505-05a88a92e2a1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f28fa8ac-4a41-43b9-9de1-d64aeb35ebb2 HTTP/1.1" status: 204 len: 168 time: 0.2507932 Nov 18 15:00:32.977682 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a1c7e4f7-4b26-4d30-a9c8-0bdfb21191b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:32.981078 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a1c7e4f7-4b26-4d30-a9c8-0bdfb21191b1 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 15:00:33.044934 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec249c5a-a915-4d81-a87a-63867cc9672f', 'tag': '290eb321-b1eb-412a-beb7-1529f77d5a64', 'status': 'completed', 'code': 200} Nov 18 15:00:33.236108 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a1c7e4f7-4b26-4d30-a9c8-0bdfb21191b1 admin admin] Network 21c90c92-3cd6-4cc4-a87c-bebc1082f8d0 has no segments {{(pid=80267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:00:33.250285 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a1c7e4f7-4b26-4d30-a9c8-0bdfb21191b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853906570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844961265'] for segment, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:33.408198 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-9b16dc50-e0f8-4b43-a820-be0add458b03 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0c21091ef2244ca833257d93ddee8eb&device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 1161 time: 0.4280283 Nov 18 15:00:33.538536 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-1df1c691-9d1e-48e9-bd2e-036cfb360115 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=290eb321-b1eb-412a-beb7-1529f77d5a64 HTTP/1.1" status: 200 len: 217 time: 0.1133337 Nov 18 15:00:33.708572 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 60570) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:33.767709 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a1c7e4f7-4b26-4d30-a9c8-0bdfb21191b1 admin admin] Network 21c90c92-3cd6-4cc4-a87c-bebc1082f8d0 has no segments {{(pid=80267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:00:33.777827 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-39bc0e3e-2fab-460f-854e-ba562c8c798e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:33.779959 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-39bc0e3e-2fab-460f-854e-ba562c8c798e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee20925e-2a54-4f0d-847c-e53daab404c3 HTTP/1.1" status: 200 len: 855 time: 0.0922043 Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: Traceback (most recent call last): Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: timer() Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: cb(*args, **kw) Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: return func(*args, **kwargs) Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: self._notify() Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: self.callback(batched_events) Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: event.method(event) Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: segment_id)['aggregates'][0] Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: return f(self, *a, **k) Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: return self._get(url).json() Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: **kwargs) Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: return self.request(url, 'GET', **kwargs) Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: **endpoint_filter) Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 15:00:33.800438 dv-cinder-733623-8-smb neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 15:00:33.880217 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80f999-b207-4f81-9233-bf86f74faed2 req-f3a4cbaf-0b61-48b3-a5e1-750fdef263c2 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:33.881829 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4a80f999-b207-4f81-9233-bf86f74faed2 req-f3a4cbaf-0b61-48b3-a5e1-750fdef263c2 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 944 time: 0.1325259 Nov 18 15:00:33.911790 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e3bdc0e4-7463-4b52-a568-4e31cc66b4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:34.006690 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4a80f999-b207-4f81-9233-bf86f74faed2 req-e92a310a-2db1-4efd-bfec-c30d3a274ff5 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795891 Nov 18 15:00:34.015677 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e3bdc0e4-7463-4b52-a568-4e31cc66b4d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:34.052204 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-e3bdc0e4-7463-4b52-a568-4e31cc66b4d7 admin admin] Usage tracker for resource:security_group_rule and tenant:321bb12397b34c969376cb25cf09e639 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:34.056265 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-e3bdc0e4-7463-4b52-a568-4e31cc66b4d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:34.067019 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e3bdc0e4-7463-4b52-a568-4e31cc66b4d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:34.191557 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-4eaf3d38-54f3-48a4-98db-b4d2f9944113 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3848996 Nov 18 15:00:34.206998 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a1c7e4f7-4b26-4d30-a9c8-0bdfb21191b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:34.242703 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-54d311a6-52fe-430c-bd6f-f0fff85bd380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:34.246089 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e3bdc0e4-7463-4b52-a568-4e31cc66b4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:34.254370 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e3bdc0e4-7463-4b52-a568-4e31cc66b4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:34.270870 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6ca9d7ee-2ad6-46c7-87ff-b7ff531c960c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:34.281250 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a1c7e4f7-4b26-4d30-a9c8-0bdfb21191b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:34.292568 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7e4f7-4b26-4d30-a9c8-0bdfb21191b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=21c90c92-3cd6-4cc4-a87c-bebc1082f8d0,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:34.299838 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a1c7e4f7-4b26-4d30-a9c8-0bdfb21191b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:34.305628 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-a1c7e4f7-4b26-4d30-a9c8-0bdfb21191b1 admin admin] 10.222.0.17 "DELETE /v2.0/networks/21c90c92-3cd6-4cc4-a87c-bebc1082f8d0 HTTP/1.1" status: 204 len: 168 time: 2.1042917 Nov 18 15:00:34.395664 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-e3bdc0e4-7463-4b52-a568-4e31cc66b4d7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=321bb12397b34c969376cb25cf09e639&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6836452 Nov 18 15:00:34.395664 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdc0e4-7463-4b52-a568-4e31cc66b4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365dfd1c-c4ef-4d38-9728-beaee573ffb3,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:34.398759 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e3bdc0e4-7463-4b52-a568-4e31cc66b4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:34.411395 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 60606) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:34.413997 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc2f05-8481-4bcc-b403-35bc4fcd267e req-6ed1eaa2-d5ee-4b7e-9a01-498280823c7a tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:34.425227 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7bfc2f05-8481-4bcc-b403-35bc4fcd267e req-6ed1eaa2-d5ee-4b7e-9a01-498280823c7a tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.2935743 Nov 18 15:00:34.452964 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-c70fdb97-d8b6-4bee-98bb-d25aba2a1449 service neutron] 10.222.0.26 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435155 Nov 18 15:00:34.491565 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7bfc2f05-8481-4bcc-b403-35bc4fcd267e req-b2270db7-f646-4d6e-adc3-86322196561a tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652080 Nov 18 15:00:34.567623 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7001edb-fd65-4223-9fdc-77e9f74d2bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:34.673478 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7001edb-fd65-4223-9fdc-77e9f74d2bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:34.698830 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 60620) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:34.770085 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-4bbd7f43-ad24-41d3-9aff-e5345ba341a0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b8c2ac98ae5b40dd99dbbe8ce7864833&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0694671 Nov 18 15:00:34.772222 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 60624) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:34.805669 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53de67d6-9591-4703-875d-68a8f4a26d0f req-80d4b230-f8a2-4188-be11-3d6039b8e118 service neutron] 10.222.0.26 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3357363 Nov 18 15:00:34.832041 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7001edb-fd65-4223-9fdc-77e9f74d2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:34.837718 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:34.877601 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7001edb-fd65-4223-9fdc-77e9f74d2bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365dfd1c-c4ef-4d38-9728-beaee573ffb3,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:34.894903 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f7001edb-fd65-4223-9fdc-77e9f74d2bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:34.937285 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a38552bc-3979-4f2d-b762-7a21388352cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:34.960481 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7001edb-fd65-4223-9fdc-77e9f74d2bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:34.964111 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-f7001edb-fd65-4223-9fdc-77e9f74d2bfc admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/365dfd1c-c4ef-4d38-9728-beaee573ffb3 HTTP/1.1" status: 204 len: 168 time: 0.5491579 Nov 18 15:00:35.011550 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a38552bc-3979-4f2d-b762-7a21388352cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:35.031579 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 60634) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:35.133779 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a38552bc-3979-4f2d-b762-7a21388352cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:35.139787 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-18131426-7e45-4119-8e3d-c2b5b315c9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:35.162678 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c094f4ef-c5a9-4de3-a018-7956a39a0aa3 req-a9ce8020-22b9-4e27-9030-0ae1b4185944 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=444f701c1f7f4ded8cfe634c62dacdf9&device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 1162 time: 0.2033927 Nov 18 15:00:35.165788 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38552bc-3979-4f2d-b762-7a21388352cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c164b51-c909-45ba-975f-c1185fde393f,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:35.190144 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fbeb0651-c50a-44b9-844c-e2755af9757a req-bc5a88a9-47c3-43e5-b255-8c255f23e953 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0c21091ef2244ca833257d93ddee8eb&device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 1161 time: 0.2889938 Nov 18 15:00:35.225781 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a38552bc-3979-4f2d-b762-7a21388352cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:35.246595 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a38552bc-3979-4f2d-b762-7a21388352cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:35.247942 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-a38552bc-3979-4f2d-b762-7a21388352cd admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2c164b51-c909-45ba-975f-c1185fde393f HTTP/1.1" status: 204 len: 168 time: 0.4747508 Nov 18 15:00:35.285559 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432d4ca-8f9d-4d39-b2cd-11db1c0c3ec9 req-33fb0687-ab25-4754-af7a-558b4badac37 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:35.295584 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7432d4ca-8f9d-4d39-b2cd-11db1c0c3ec9 req-33fb0687-ab25-4754-af7a-558b4badac37 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.1309314 Nov 18 15:00:35.476117 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7432d4ca-8f9d-4d39-b2cd-11db1c0c3ec9 req-a260302e-ed97-4c26-a56e-ee9f4528add0 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783230 Nov 18 15:00:35.497396 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fca437-0914-4970-9e65-edcee680b452 req-e8ca788f-f683-42bb-b441-70c3cbd426a9 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:35.507837 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-33fca437-0914-4970-9e65-edcee680b452 req-e8ca788f-f683-42bb-b441-70c3cbd426a9 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 944 time: 0.1891208 Nov 18 15:00:35.532140 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094f4ef-c5a9-4de3-a018-7956a39a0aa3 req-c64dbbe2-8e93-4993-af75-a97205944e3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:35.533863 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c094f4ef-c5a9-4de3-a018-7956a39a0aa3 req-c64dbbe2-8e93-4993-af75-a97205944e3d service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc HTTP/1.1" status: 200 len: 913 time: 0.3530068 Nov 18 15:00:35.534996 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb0651-c50a-44b9-844c-e2755af9757a req-53d574a7-f3b7-4bd3-8bb1-622c0ebb24b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:35.536466 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fbeb0651-c50a-44b9-844c-e2755af9757a req-53d574a7-f3b7-4bd3-8bb1-622c0ebb24b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 HTTP/1.1" status: 200 len: 909 time: 0.2804306 Nov 18 15:00:35.599341 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b65f0c2c-ceea-4097-b233-2ea1411476d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:35.619684 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-33fca437-0914-4970-9e65-edcee680b452 req-b56533ba-88ee-4d30-ad86-0c8acc9b70b4 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107821 Nov 18 15:00:35.642730 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b65f0c2c-ceea-4097-b233-2ea1411476d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:35.647265 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-b65f0c2c-ceea-4097-b233-2ea1411476d4 admin admin] Usage tracker for resource:security_group_rule and tenant:2c52154ed815466ba879ec5fff933d85 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:35.650546 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-b65f0c2c-ceea-4097-b233-2ea1411476d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:35.657764 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b65f0c2c-ceea-4097-b233-2ea1411476d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:35.770639 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 60650) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:35.781405 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b65f0c2c-ceea-4097-b233-2ea1411476d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:35.784156 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b65f0c2c-ceea-4097-b233-2ea1411476d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:35.820204 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80b1b352-6cbe-4b2d-8ed8-a1d75703f7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:35.833868 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-b65f0c2c-ceea-4097-b233-2ea1411476d4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2c52154ed815466ba879ec5fff933d85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7985778 Nov 18 15:00:35.834215 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 60654) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:35.855047 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f567fd7-8d1a-4463-b57a-a5120c8343e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:35.888693 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f0c2c-ceea-4097-b233-2ea1411476d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509a4d51-fa53-41a6-a7f9-5dc6c514e290,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:35.900556 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b65f0c2c-ceea-4097-b233-2ea1411476d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:35.912039 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fbeb0651-c50a-44b9-844c-e2755af9757a req-c16cb9a5-690a-4bfe-8822-29be96b10241 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=290eb321-b1eb-412a-beb7-1529f77d5a64 HTTP/1.1" status: 200 len: 217 time: 0.3519928 Nov 18 15:00:35.913656 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c094f4ef-c5a9-4de3-a018-7956a39a0aa3 req-34387fdc-6904-4b26-b912-69ed45291a41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da634f7e-f9a1-461a-846b-6978182e320c HTTP/1.1" status: 200 len: 217 time: 0.3551037 Nov 18 15:00:35.997705 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc48e8ed-0551-4b08-93a9-135feb869f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:36.052942 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2f567fd7-8d1a-4463-b57a-a5120c8343e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:36.057232 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-2f567fd7-8d1a-4463-b57a-a5120c8343e1 admin admin] Usage tracker for resource:security_group_rule and tenant:68ffdc0fdbbf41548318e1579f896bb0 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:36.060500 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-2f567fd7-8d1a-4463-b57a-a5120c8343e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:36.067464 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2f567fd7-8d1a-4463-b57a-a5120c8343e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:36.148079 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc48e8ed-0551-4b08-93a9-135feb869f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:36.207243 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3647010b-9bcf-4787-bbb6-e66c5064777a req-18dd02a4-38d5-4feb-97c2-f972470aa105 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2039871 Nov 18 15:00:36.216898 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc48e8ed-0551-4b08-93a9-135feb869f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:36.223216 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0ad784fa-ce1f-4ff0-9ad6-df39067d44fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:36.226961 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f567fd7-8d1a-4463-b57a-a5120c8343e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:36.237113 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48e8ed-0551-4b08-93a9-135feb869f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509a4d51-fa53-41a6-a7f9-5dc6c514e290,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:36.238569 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f567fd7-8d1a-4463-b57a-a5120c8343e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:36.240289 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dc48e8ed-0551-4b08-93a9-135feb869f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:36.242511 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc48e8ed-0551-4b08-93a9-135feb869f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:36.243727 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-dc48e8ed-0551-4b08-93a9-135feb869f4d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/509a4d51-fa53-41a6-a7f9-5dc6c514e290 HTTP/1.1" status: 204 len: 168 time: 0.4085462 Nov 18 15:00:36.302084 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9e39f6be-f78f-4fff-a328-48f6f1b33e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:36.315077 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-2f567fd7-8d1a-4463-b57a-a5120c8343e1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=68ffdc0fdbbf41548318e1579f896bb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5405159 Nov 18 15:00:36.315321 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094f4ef-c5a9-4de3-a018-7956a39a0aa3 req-712499d9-5300-4f7e-b387-fcb51286e547 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:36.315565 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 60676) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:36.316843 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c094f4ef-c5a9-4de3-a018-7956a39a0aa3 req-712499d9-5300-4f7e-b387-fcb51286e547 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63d84575-b2c6-46f1-825a-af37cea2e6ca HTTP/1.1" status: 200 len: 859 time: 0.3743258 Nov 18 15:00:36.319112 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb0651-c50a-44b9-844c-e2755af9757a req-13271cc3-9d82-41f7-930e-c363d7926d72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:36.320597 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fbeb0651-c50a-44b9-844c-e2755af9757a req-13271cc3-9d82-41f7-930e-c363d7926d72 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee20925e-2a54-4f0d-847c-e53daab404c3 HTTP/1.1" status: 200 len: 855 time: 0.3793561 Nov 18 15:00:36.439651 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e98f8113-dfb5-48f2-9677-f420367cbc48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:36.469042 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c094f4ef-c5a9-4de3-a018-7956a39a0aa3 req-223f91bb-7f1f-4d7b-b6ea-4520128011fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328199 Nov 18 15:00:36.471130 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fbeb0651-c50a-44b9-844c-e2755af9757a req-bc58d1af-c0dd-4963-b194-386804630da8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886450 Nov 18 15:00:36.471790 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f567fd7-8d1a-4463-b57a-a5120c8343e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919ec51c-e9f5-49a1-9ab7-bfe02252e4b7,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:36.475364 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2f567fd7-8d1a-4463-b57a-a5120c8343e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:36.491115 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e98f8113-dfb5-48f2-9677-f420367cbc48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:36.522281 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3647010b-9bcf-4787-bbb6-e66c5064777a req-37abee83-6526-4d11-82e9-86f69537d0ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0c21091ef2244ca833257d93ddee8eb&device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 1162 time: 0.1402938 Nov 18 15:00:36.690086 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fbeb0651-c50a-44b9-844c-e2755af9757a req-6029f641-08ac-4764-aef4-6c3c627b4d2f service neutron] 10.222.0.26 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047496 Nov 18 15:00:36.770170 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647010b-9bcf-4787-bbb6-e66c5064777a req-52612f1c-f25f-4439-a6f6-96ca83464764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:36.771752 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3647010b-9bcf-4787-bbb6-e66c5064777a req-52612f1c-f25f-4439-a6f6-96ca83464764 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 HTTP/1.1" status: 200 len: 909 time: 0.2187476 Nov 18 15:00:36.868393 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 60692) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:36.868759 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 60694) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:36.917925 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c094f4ef-c5a9-4de3-a018-7956a39a0aa3 req-6f730c27-9ecf-4f10-9eac-da45484e2f07 service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346738 Nov 18 15:00:36.967378 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3647010b-9bcf-4787-bbb6-e66c5064777a req-068d3ad4-e21f-4eab-bde1-eb966f0015c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbd4f6ef-a31d-4748-8c00-aa55e6ab401d HTTP/1.1" status: 200 len: 217 time: 0.1688173 Nov 18 15:00:36.971928 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b6fcebc9-9584-4c66-a3e1-f97adccb7d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:36.986588 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fbeb0651-c50a-44b9-844c-e2755af9757a req-890706e1-ca34-40c6-95dc-e51542b3a16c service neutron] 10.222.0.26 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2384911 Nov 18 15:00:37.035173 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e98f8113-dfb5-48f2-9677-f420367cbc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:37.065912 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-078a64cc-b7e3-4036-848e-d2876e4a3d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:37.100400 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c094f4ef-c5a9-4de3-a018-7956a39a0aa3 req-ae6c1464-c562-4c97-9775-a7c3f0e97719 service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1749060 Nov 18 15:00:37.122227 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f8113-dfb5-48f2-9677-f420367cbc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919ec51c-e9f5-49a1-9ab7-bfe02252e4b7,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:37.136038 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e98f8113-dfb5-48f2-9677-f420367cbc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:37.160564 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e98f8113-dfb5-48f2-9677-f420367cbc48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:37.160564 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-e98f8113-dfb5-48f2-9677-f420367cbc48 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/919ec51c-e9f5-49a1-9ab7-bfe02252e4b7 HTTP/1.1" status: 204 len: 168 time: 0.8403044 Nov 18 15:00:37.163700 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbed2c-77c0-4f2b-8fe3-eadce2e6aefa req-7970532d-b337-4c09-916c-856156194dbb tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:37.165331 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-37fbed2c-77c0-4f2b-8fe3-eadce2e6aefa req-7970532d-b337-4c09-916c-856156194dbb tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.4362223 Nov 18 15:00:37.171829 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b6fcebc9-9584-4c66-a3e1-f97adccb7d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:37.215471 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 290eb321-b1eb-412a-beb7-1529f77d5a64 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:37.225413 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-b6fcebc9-9584-4c66-a3e1-f97adccb7d27 admin admin] Usage tracker for resource:security_group_rule and tenant:f273fc4e6dba4a95b16fb4853ace4867 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:37.229271 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-b6fcebc9-9584-4c66-a3e1-f97adccb7d27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:37.237528 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b6fcebc9-9584-4c66-a3e1-f97adccb7d27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:37.291213 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647010b-9bcf-4787-bbb6-e66c5064777a req-dc7b6759-f167-49f8-9bed-ca080fdf6701 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:37.293521 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3647010b-9bcf-4787-bbb6-e66c5064777a req-dc7b6759-f167-49f8-9bed-ca080fdf6701 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee20925e-2a54-4f0d-847c-e53daab404c3 HTTP/1.1" status: 200 len: 855 time: 0.3060188 Nov 18 15:00:37.310315 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-17218289-network', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:37.316205 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:37.332119 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning for port 290eb321-b1eb-412a-beb7-1529f77d5a64 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:00:37.337260 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 290eb321-b1eb-412a-beb7-1529f77d5a64 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:37.337685 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:37.382868 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Usage tracker for resource:network and tenant:7e33f061e6e44ec4a430f04b8846a002 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:37.392254 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ef3fd-5ab9-434a-acda-44058f668019 req-e466989f-3b42-4a6b-9ba9-94a17f28d9c2 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:37.394039 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-193ef3fd-5ab9-434a-acda-44058f668019 req-e466989f-3b42-4a6b-9ba9-94a17f28d9c2 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 944 time: 0.5228996 Nov 18 15:00:37.396277 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3647010b-9bcf-4787-bbb6-e66c5064777a req-a3b52c57-ff0b-4ebc-813c-0387f2bc8ea2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760610 Nov 18 15:00:37.398655 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:37.479313 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:37.531622 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-37fbed2c-77c0-4f2b-8fe3-eadce2e6aefa req-c18ca2a8-a395-4d62-85ed-28fe06430d3c tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364959 Nov 18 15:00:37.580302 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b6fcebc9-9584-4c66-a3e1-f97adccb7d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:37.598194 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b6fcebc9-9584-4c66-a3e1-f97adccb7d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:37.654474 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:37.657256 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:37.678433 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Made reservation on behalf of 7e33f061e6e44ec4a430f04b8846a002 for: {'network': 1} {{(pid=80266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:00:37.683944 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for network, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:37.693365 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec249c5a-a915-4d81-a87a-63867cc9672f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290eb321-b1eb-412a-beb7-1529f77d5a64'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:00:37.705696 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 290eb321-b1eb-412a-beb7-1529f77d5a64, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=290eb321-b1eb-412a-beb7-1529f77d5a64,segment=NetworkSegment(324638eb-0cd2-4b5d-9c31-a87da18bd95c),segment_id=324638eb-0cd2-4b5d-9c31-a87da18bd95c)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:00:37.709404 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:37.711501 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:37.735559 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 60720) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:37.758499 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-482b587a-76ef-4638-ab70-a27c49a5bdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:37.788336 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=290eb321-b1eb-412a-beb7-1529f77d5a64,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:37.799834 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.800222 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.800952 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.801337 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.801715 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.802119 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.802503 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.803856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.804237 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.804555 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-482b587a-76ef-4638-ab70-a27c49a5bdaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:37.804666 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.804959 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.805330 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.805750 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.806155 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.806862 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.807239 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.807863 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.808297 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.808671 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.809333 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.809705 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.810103 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.810214 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-482b587a-76ef-4638-ab70-a27c49a5bdaf admin admin] Usage tracker for resource:security_group_rule and tenant:509ae1c028014474863dc994ce74a4e6 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:37.810471 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.810848 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:37.814094 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-482b587a-76ef-4638-ab70-a27c49a5bdaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:37.817443 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:37.821967 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-482b587a-76ef-4638-ab70-a27c49a5bdaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:37.827854 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec249c5a-a915-4d81-a87a-63867cc9672f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290eb321-b1eb-412a-beb7-1529f77d5a64', 'code': 200} Nov 18 15:00:37.901180 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-482b587a-76ef-4638-ab70-a27c49a5bdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:37.904755 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-482b587a-76ef-4638-ab70-a27c49a5bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:37.913953 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:37.955686 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-b6fcebc9-9584-4c66-a3e1-f97adccb7d27 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f273fc4e6dba4a95b16fb4853ace4867&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0832567 Nov 18 15:00:37.958144 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 60726) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:37.969373 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-193ef3fd-5ab9-434a-acda-44058f668019 req-3ef2c9b1-0594-4862-9442-fdcc873d48e4 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5521445 Nov 18 15:00:37.979820 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b587a-76ef-4638-ab70-a27c49a5bdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f886cd86-9d42-4290-9e45-915b31781c0b,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:37.986091 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-482b587a-76ef-4638-ab70-a27c49a5bdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:37.990405 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:37.993156 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-482b587a-76ef-4638-ab70-a27c49a5bdaf admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=509ae1c028014474863dc994ce74a4e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2563376 Nov 18 15:00:38.001648 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 60730) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:38.018308 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcebc9-9584-4c66-a3e1-f97adccb7d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12f7a48-4468-40d7-9a9a-17b968897707,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:38.023994 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b6fcebc9-9584-4c66-a3e1-f97adccb7d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:38.055365 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3647010b-9bcf-4787-bbb6-e66c5064777a req-060812fa-8f7f-4804-9177-2a02baaee909 service neutron] 10.222.0.26 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252105 Nov 18 15:00:38.059186 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:38.064053 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Usage tracker for resource:security_group_rule and tenant:7e33f061e6e44ec4a430f04b8846a002 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:38.068439 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:38.097784 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:38.142956 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98ab68fd-d904-4b38-8745-e5e761dd160c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:38.257657 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3647010b-9bcf-4787-bbb6-e66c5064777a req-e715aca8-4cd4-414e-b182-3ca2f33ff560 service neutron] 10.222.0.26 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1904554 Nov 18 15:00:38.297255 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:38.300160 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:38.305064 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a38552bc-3979-4f2d-b762-7a21388352cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:38.345922 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 15:00:38.357311 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5b22ee-e1c8-4f0d-b703-0a8111efebc2,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:38.368003 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:38.369085 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731146413325', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:38.369819 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.segments_db [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Added segment fd4911fa-7dca-4450-acfb-fa71f1345d91 of type vxlan for network 7100e8d1-6aca-4702-8db4-c0fcac7adc0f Nov 18 15:00:38.388008 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98ab68fd-d904-4b38-8745-e5e761dd160c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:38.408634 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731145831112'] for network, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:38.442872 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:38.444349 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:38.444997 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:38.450221 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:38.450738 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9e841cc-5ff8-4159-91c9-5fd5df3114e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:38.469792 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d24c6208-a4b7-4f0a-b2f9-88b6bacd7bd3 req-883f3dd5-7480-4b79-8581-81ac821d326d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 1163 time: 0.4362259 Nov 18 15:00:38.503783 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9e841cc-5ff8-4159-91c9-5fd5df3114e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:38.542162 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98ab68fd-d904-4b38-8745-e5e761dd160c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:38.563599 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-00fb849e-95a7-4b2e-9c91-4fdfc88993b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:38.579686 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Pushing event updated for resources: {'Network': ['ID=7100e8d1-6aca-4702-8db4-c0fcac7adc0f,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:38.584269 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:38.586714 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7125762 Nov 18 15:00:38.592333 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Network 7100e8d1-6aca-4702-8db4-c0fcac7adc0f details requested by agent ovs-agent-dv-cinder-733623-8-smb with host dv-cinder-733623-8-smb {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 15:00:38.601129 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d24c6208-a4b7-4f0a-b2f9-88b6bacd7bd3 req-60f8874b-59df-4da0-85a0-c5a38df04f42 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143079 Nov 18 15:00:38.603729 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 60740) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:38.616800 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab68fd-d904-4b38-8745-e5e761dd160c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12f7a48-4468-40d7-9a9a-17b968897707,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:38.619519 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9e841cc-5ff8-4159-91c9-5fd5df3114e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:38.624326 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-98ab68fd-d904-4b38-8745-e5e761dd160c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:38.625008 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-98ab68fd-d904-4b38-8745-e5e761dd160c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:38.626543 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-d6bac08e-40e0-4f2f-90da-1132d833adcc admin admin] Request body: {'subnet': {'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-17218289-subnet', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:38.639327 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d6bac08e-40e0-4f2f-90da-1132d833adcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:38.647435 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Network 7100e8d1-6aca-4702-8db4-c0fcac7adc0f details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 15:00:38.647690 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e841cc-5ff8-4159-91c9-5fd5df3114e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f886cd86-9d42-4290-9e45-915b31781c0b,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:38.650727 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d6bac08e-40e0-4f2f-90da-1132d833adcc admin admin] Usage tracker for resource:subnet and tenant:7e33f061e6e44ec4a430f04b8846a002 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:38.652862 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b9e841cc-5ff8-4159-91c9-5fd5df3114e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:38.654956 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b9e841cc-5ff8-4159-91c9-5fd5df3114e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:38.659173 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-b9e841cc-5ff8-4159-91c9-5fd5df3114e0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f886cd86-9d42-4290-9e45-915b31781c0b HTTP/1.1" status: 204 len: 168 time: 0.6545286 Nov 18 15:00:38.659173 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98ab68fd-d904-4b38-8745-e5e761dd160c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:38.659393 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d6bac08e-40e0-4f2f-90da-1132d833adcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:38.659658 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-98ab68fd-d904-4b38-8745-e5e761dd160c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c12f7a48-4468-40d7-9a9a-17b968897707 HTTP/1.1" status: 204 len: 168 time: 0.7004302 Nov 18 15:00:38.675025 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d6bac08e-40e0-4f2f-90da-1132d833adcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:38.701173 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bac08e-40e0-4f2f-90da-1132d833adcc admin admin] Made reservation on behalf of 7e33f061e6e44ec4a430f04b8846a002 for: {'subnet': 1} {{(pid=80266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:00:38.709633 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d6bac08e-40e0-4f2f-90da-1132d833adcc admin admin] Notify callbacks [] for subnet, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:38.755313 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 290eb321-b1eb-412a-beb7-1529f77d5a64 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:39.210079 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f04b2-ff96-4622-a7ed-46cfee75f221 req-8283141d-08b1-433a-91ea-608c82e7d6b5 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:39.218652 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-248f04b2-ff96-4622-a7ed-46cfee75f221 req-8283141d-08b1-433a-91ea-608c82e7d6b5 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.3858504 Nov 18 15:00:39.232226 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 290eb321-b1eb-412a-beb7-1529f77d5a64 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:39.234255 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:39.457305 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-248f04b2-ff96-4622-a7ed-46cfee75f221 req-961712a6-63ba-4a45-a8bb-307bab7544eb tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376556 Nov 18 15:00:39.508380 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b5f09-4a42-4a9a-b66a-de95d01ae4d0 req-2356722d-cf0f-4211-9e72-9b55829e4379 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:39.510095 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9b7b5f09-4a42-4a9a-b66a-de95d01ae4d0 req-2356722d-cf0f-4211-9e72-9b55829e4379 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 946 time: 0.2189777 Nov 18 15:00:39.635676 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9b7b5f09-4a42-4a9a-b66a-de95d01ae4d0 req-1ba61cb5-4129-4a7d-9df0-0ae63a2b07a1 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162283 Nov 18 15:00:39.731505 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d6bac08e-40e0-4f2f-90da-1132d833adcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for subnet, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:39.745373 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:39.893372 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bac08e-40e0-4f2f-90da-1132d833adcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd06d64-c873-4fe5-aaac-a311ffcd4b42,revision_number=0']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:39.896542 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d6bac08e-40e0-4f2f-90da-1132d833adcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:39.981308 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 60790) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:39.989022 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bac08e-40e0-4f2f-90da-1132d833adcc admin admin] Checking segment: {'id': 'fd4911fa-7dca-4450-acfb-fa71f1345d91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:00:39.989721 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bac08e-40e0-4f2f-90da-1132d833adcc admin admin] Network hostable DHCP agents. Network: 7100e8d1-6aca-4702-8db4-c0fcac7adc0f, hostable agents: ['7dd807ff-4068-4bca-9edc-148d9863a8e6'], hosted agents: [] {{(pid=80266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 15:00:40.059877 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bac08e-40e0-4f2f-90da-1132d833adcc admin admin] Network 7100e8d1-6aca-4702-8db4-c0fcac7adc0f is scheduled to be hosted by DHCP agent 7dd807ff-4068-4bca-9edc-148d9863a8e6 with binding_index 1 {{(pid=80266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 15:00:40.071830 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-d6bac08e-40e0-4f2f-90da-1132d833adcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-smb, 7100e8d1-6aca-4702-8db4-c0fcac7adc0f) {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:00:40.081374 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b28f5e2-9b4b-47da-8421-0b344f1067bd None None] Network 7100e8d1-6aca-4702-8db4-c0fcac7adc0f requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 15:00:40.101053 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bac08e-40e0-4f2f-90da-1132d833adcc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:40.101764 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d6bac08e-40e0-4f2f-90da-1132d833adcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for subnet, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:40.167712 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 60804) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:40.168090 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d6bac08e-40e0-4f2f-90da-1132d833adcc admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5601821 Nov 18 15:00:40.175069 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:40.185205 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:40.196615 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-953676906-network', 'tenant_id': '12cfe360c41b48899747af02b5384727'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:40.202736 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Usage tracker for resource:router and tenant:7e33f061e6e44ec4a430f04b8846a002 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:40.206526 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:40.212927 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:40.224174 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Usage tracker for resource:network and tenant:12cfe360c41b48899747af02b5384727 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:40.227863 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:40.230926 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:40.239870 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:40.250035 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854349647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733481'] for router, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:40.251192 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854320554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42335'] for router, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:40.257472 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Made reservation on behalf of 12cfe360c41b48899747af02b5384727 for: {'network': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:00:40.263255 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for network, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:40.291489 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:40.377576 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:40.379253 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:40.420030 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Usage tracker for resource:security_group_rule and tenant:12cfe360c41b48899747af02b5384727 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:40.429038 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:40.451725 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a8f770-7278-5950-a70d-af2684967024-7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'fixed_ips': [{'subnet_id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42'}]}} from dv-cinder-733623-8-smb. {{(pid=80268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 15:00:40.452541 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:40.454493 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:40.653998 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854349618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42318'] for router, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:40.727910 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee370748-44a1-4371-bf43-ec302c6e1880 req-d98b6686-1e0d-4d1c-b720-a31da66404ce tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:40.730255 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ee370748-44a1-4371-bf43-ec302c6e1880 req-d98b6686-1e0d-4d1c-b720-a31da66404ce tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.1203763 Nov 18 15:00:40.765964 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:40.787027 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:40.791484 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:40.808535 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Allocated IP 172.20.0.2 (7100e8d1-6aca-4702-8db4-c0fcac7adc0f/ccd06d64-c873-4fe5-aaac-a311ffcd4b42/ab359fd9-bde0-4113-8330-6df20567c649) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:00:40.845144 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 15:00:40.859075 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806fec26-1d1d-4c1d-8744-fb6869009b1f,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:40.883523 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:40.891329 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:40.891727 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.segments_db [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Added segment cadaa51a-94e4-4a34-bdad-e39e13723997 of type vxlan for network 304764f6-1a63-421e-9cf0-748ec7fe72d0 Nov 18 15:00:40.898706 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ee370748-44a1-4371-bf43-ec302c6e1880 req-3aa2b258-c17c-4d59-a10c-772cb6af94d2 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617494 Nov 18 15:00:40.928262 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d389395-5808-49b2-acf0-1b7acce8ba08 req-e7e237b4-9cbf-4a86-8695-01596c5ee27e tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:40.929952 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2d389395-5808-49b2-acf0-1b7acce8ba08 req-e7e237b4-9cbf-4a86-8695-01596c5ee27e tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 946 time: 0.1114035 Nov 18 15:00:41.006261 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2d389395-5808-49b2-acf0-1b7acce8ba08 req-dad340f6-7f36-4ab4-a7b9-9e84c16a3e96 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668566 Nov 18 15:00:41.100765 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731145831112'] for network, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:41.122621 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:41.138890 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Transition to ACTIVE for port object ab359fd9-bde0-4113-8330-6df20567c649 will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:00:41.165136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Transition to ACTIVE for port object ab359fd9-bde0-4113-8330-6df20567c649 will not be triggered until provisioned by entity DHCP. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:00:41.171611 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:41.192215 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:41.195818 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:41.196626 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:41.204713 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:41.273009 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:41.277151 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:41.343011 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:41.346307 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Pushing event updated for resources: {'Port': ['ID=ab359fd9-bde0-4113-8330-6df20567c649,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:41.356541 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:41.412538 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Network 7100e8d1-6aca-4702-8db4-c0fcac7adc0f is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:00:41.414069 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Resources bound (agent type, host, resource id): {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:00:41.416890 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:00:41.431518 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.4488878 Nov 18 15:00:41.435036 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Pushing event updated for resources: {'Network': ['ID=304764f6-1a63-421e-9cf0-748ec7fe72d0,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:41.435185 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 60842) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:41.439349 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:41.449394 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-0fa501d9-db7a-4370-b00b-f232b5df38d7 admin admin] Request body: {'subnet': {'network_id': '304764f6-1a63-421e-9cf0-748ec7fe72d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-953676906-subnet', 'tenant_id': '12cfe360c41b48899747af02b5384727', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:41.468327 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0fa501d9-db7a-4370-b00b-f232b5df38d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:41.472667 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Network 304764f6-1a63-421e-9cf0-748ec7fe72d0 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 15:00:41.480280 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-0fa501d9-db7a-4370-b00b-f232b5df38d7 admin admin] Usage tracker for resource:subnet and tenant:12cfe360c41b48899747af02b5384727 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:41.487653 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-0fa501d9-db7a-4370-b00b-f232b5df38d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:41.494921 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0fa501d9-db7a-4370-b00b-f232b5df38d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:41.507095 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa501d9-db7a-4370-b00b-f232b5df38d7 admin admin] Made reservation on behalf of 12cfe360c41b48899747af02b5384727 for: {'subnet': 1} {{(pid=80266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:00:41.512436 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0fa501d9-db7a-4370-b00b-f232b5df38d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:41.587245 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Network 304764f6-1a63-421e-9cf0-748ec7fe72d0 details requested by agent ovs-agent-dv-cinder-733623-8-smb with host dv-cinder-733623-8-smb {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 15:00:41.663634 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Attempting to bind port ab359fd9-bde0-4113-8330-6df20567c649 on host dv-cinder-733623-8-smb for vnic_type normal with profile {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:00:41.664344 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Attempting to bind port ab359fd9-bde0-4113-8330-6df20567c649 by drivers openvswitch on host dv-cinder-733623-8-smb at level 0 using segments [{'id': 'fd4911fa-7dca-4450-acfb-fa71f1345d91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:00:41.665022 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Attempting to bind port ab359fd9-bde0-4113-8330-6df20567c649 on network 7100e8d1-6aca-4702-8db4-c0fcac7adc0f {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:00:41.676144 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Checking agent: {'id': 'b89b5859-e255-43e6-a15a-920ce6d00019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 54), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:00:41.676702 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Checking segment: {'id': 'fd4911fa-7dca-4450-acfb-fa71f1345d91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:00:41.677254 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:41.677831 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Bound using segment: {'id': 'fd4911fa-7dca-4450-acfb-fa71f1345d91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:00:41.678538 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Bound port: ab359fd9-bde0-4113-8330-6df20567c649, host: dv-cinder-733623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4911fa-7dca-4450-acfb-fa71f1345d91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:00:41.679064 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:41.917127 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] For port ab359fd9-bde0-4113-8330-6df20567c649, host dv-cinder-733623-8-smb, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:00:41.920436 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] For port ab359fd9-bde0-4113-8330-6df20567c649, host dv-cinder-733623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=ab359fd9-bde0-4113-8330-6df20567c649,segment=NetworkSegment(fd4911fa-7dca-4450-acfb-fa71f1345d91),segment_id=fd4911fa-7dca-4450-acfb-fa71f1345d91)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:00:41.926969 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:41.938305 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Allocated IP 172.28.0.20 (43dc5890-a9c2-4d0d-8ecc-5e5d0db18312/81ba36a0-a2a1-4122-9852-9ec563604b00/33c14e6b-f483-467c-95c7-fbf55b0edb81) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:00:41.967937 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8b2ec572-c475-4bf4-9cab-b74bd3e5a244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:42.191863 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0fa501d9-db7a-4370-b00b-f232b5df38d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for subnet, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:42.213539 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d6bac08e-40e0-4f2f-90da-1132d833adcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:42.355339 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Pushing event updated for resources: {'Port': ['ID=ab359fd9-bde0-4113-8330-6df20567c649,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:42.356674 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:42.363568 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:42.422762 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:42.436302 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa501d9-db7a-4370-b00b-f232b5df38d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ff7cf5-d356-44bf-a2e0-331ebeaa79b9,revision_number=0']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:42.443071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0fa501d9-db7a-4370-b00b-f232b5df38d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:42.502789 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b56af6-54c0-4f3c-bd65-0a6082b40e02 req-f9ed3682-e324-411d-9a8c-39990534b91c tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:42.504448 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a9b56af6-54c0-4f3c-bd65-0a6082b40e02 req-f9ed3682-e324-411d-9a8c-39990534b91c tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.2268527 Nov 18 15:00:42.524946 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:42.585277 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a9b56af6-54c0-4f3c-bd65-0a6082b40e02 req-0c8d274c-ddf0-41a1-b616-9f41f7a1e6b1 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735848 Nov 18 15:00:42.590284 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa501d9-db7a-4370-b00b-f232b5df38d7 admin admin] Checking segment: {'id': 'cadaa51a-94e4-4a34-bdad-e39e13723997', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '304764f6-1a63-421e-9cf0-748ec7fe72d0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:00:42.590679 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa501d9-db7a-4370-b00b-f232b5df38d7 admin admin] Network hostable DHCP agents. Network: 304764f6-1a63-421e-9cf0-748ec7fe72d0, hostable agents: ['7dd807ff-4068-4bca-9edc-148d9863a8e6'], hosted agents: [] {{(pid=80266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 15:00:42.619654 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa501d9-db7a-4370-b00b-f232b5df38d7 admin admin] Network 304764f6-1a63-421e-9cf0-748ec7fe72d0 is scheduled to be hosted by DHCP agent 7dd807ff-4068-4bca-9edc-148d9863a8e6 with binding_index 1 {{(pid=80266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 15:00:42.644211 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-0fa501d9-db7a-4370-b00b-f232b5df38d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-smb, 304764f6-1a63-421e-9cf0-748ec7fe72d0) {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:00:42.649356 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa501d9-db7a-4370-b00b-f232b5df38d7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:42.650243 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0fa501d9-db7a-4370-b00b-f232b5df38d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for subnet, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:42.656671 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d3de85-fc32-4e87-8df2-5f91cf4b67a2 None None] Network 304764f6-1a63-421e-9cf0-748ec7fe72d0 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 15:00:42.712684 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-0fa501d9-db7a-4370-b00b-f232b5df38d7 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2760944 Nov 18 15:00:42.866433 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Pushing event updated for resources: {'Port': ['ID=33c14e6b-f483-467c-95c7-fbf55b0edb81,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:42.872363 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:42.886604 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:00:42.889983 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:00:42.897339 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:00:43.304916 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:43.305918 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854363818'] for router, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:43.433577 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:43.451616 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc28003-1a63-4bf5-8c66-feee4d91a405 None None] Network 304764f6-1a63-421e-9cf0-748ec7fe72d0 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 15:00:43.567293 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Router 06113f2e-69b2-4c03-b6e5-36e6d5354386 is scheduled to L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da with binding_index 1 {{(pid=80267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 15:00:43.826410 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:00:43.838238 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Sync routers for ids ['06113f2e-69b2-4c03-b6e5-36e6d5354386'] in dv-cinder-733623-8-smb {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:00:43.862010 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Routers {'06113f2e-69b2-4c03-b6e5-36e6d5354386'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:00:43.863653 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:00:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['06113f2e-69b2-4c03-b6e5-36e6d5354386'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:43.886261 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Notify callbacks [] for router, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:43.889349 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7190971 Nov 18 15:00:43.894574 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 60908) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:43.904700 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca456fdd-dbb0-462d-8b2c-8794696187cb req-dbea9969-5d67-466f-8a97-60b59dac9dd0 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:43.907248 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ca456fdd-dbb0-462d-8b2c-8794696187cb req-dbea9969-5d67-466f-8a97-60b59dac9dd0 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.1428180 Nov 18 15:00:43.918312 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 60914) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:43.931159 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1226239436-network', 'tenant_id': '9c4a71140e884571878c7ca4e81aa349'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:43.953210 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:43.961239 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Usage tracker for resource:network and tenant:9c4a71140e884571878c7ca4e81aa349 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:43.965752 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:43.973175 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:43.985476 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Made reservation on behalf of 9c4a71140e884571878c7ca4e81aa349 for: {'network': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:00:44.001309 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for network, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:44.048212 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:44.159471 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:44.167918 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Usage tracker for resource:security_group_rule and tenant:9c4a71140e884571878c7ca4e81aa349 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:44.171116 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:44.177193 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:44.208569 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ca456fdd-dbb0-462d-8b2c-8794696187cb req-6ad0cd79-b766-4ded-b0bb-8ea5d1e2701f tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479173 Nov 18 15:00:44.277224 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:44.281983 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:44.287550 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2a08df75-1a88-4f31-9866-3097e2dd10c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:44.328350 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 15:00:44.329291 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Set router 06113f2e-69b2-4c03-b6e5-36e6d5354386 gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:00:44.342282 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:44.344488 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.segments_db [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Added segment faf274bd-cf36-4423-b790-e1e1b72aef7e of type vxlan for network 0b39f664-102a-4581-bfe4-726e0861dcb3 Nov 18 15:00:44.381587 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731145831112'] for network, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:44.406859 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d6455b-f6cd-44a1-b3a0-ffb4de272589 None None] Network 7100e8d1-6aca-4702-8db4-c0fcac7adc0f requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 15:00:44.429846 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fdc339-6400-4df9-80f4-ecb4c8124eb7,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:44.433644 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:44.434838 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:44.437339 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:44.438258 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:44.447933 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:44.566634 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Pushing event updated for resources: {'Network': ['ID=0b39f664-102a-4581-bfe4-726e0861dcb3,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:44.574894 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:44.592887 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6731727 Nov 18 15:00:44.598141 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 60934) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:44.609605 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-e9dd1552-1080-4fee-b86a-aa01123cbf8d admin admin] Request body: {'subnet': {'network_id': '0b39f664-102a-4581-bfe4-726e0861dcb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1226239436-subnet', 'tenant_id': '9c4a71140e884571878c7ca4e81aa349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:44.619928 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e9dd1552-1080-4fee-b86a-aa01123cbf8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:44.632479 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-e9dd1552-1080-4fee-b86a-aa01123cbf8d admin admin] Usage tracker for resource:subnet and tenant:9c4a71140e884571878c7ca4e81aa349 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:44.639004 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-e9dd1552-1080-4fee-b86a-aa01123cbf8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:44.650538 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e9dd1552-1080-4fee-b86a-aa01123cbf8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:44.673529 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dd1552-1080-4fee-b86a-aa01123cbf8d admin admin] Made reservation on behalf of 9c4a71140e884571878c7ca4e81aa349 for: {'subnet': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:00:44.680708 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e9dd1552-1080-4fee-b86a-aa01123cbf8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9638453'] for subnet, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:44.716411 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Network 0b39f664-102a-4581-bfe4-726e0861dcb3 details requested by agent ovs-agent-dv-cinder-733623-8-smb with host dv-cinder-733623-8-smb {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 15:00:44.731943 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Network 0b39f664-102a-4581-bfe4-726e0861dcb3 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 15:00:44.935704 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:00:43Z', 'revision_number': 3, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port': {'id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:41Z', 'updated_at': '2020-11-18T15:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:44.941349 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Checking router: 06113f2e-69b2-4c03-b6e5-36e6d5354386 for host: dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:00:44.942230 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Updating router 06113f2e-69b2-4c03-b6e5-36e6d5354386 port 33c14e6b-f483-467c-95c7-fbf55b0edb81 binding host dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 15:00:45.052568 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:45.109776 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device ab359fd9-bde0-4113-8330-6df20567c649 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:45.161071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-27e2d3fa-c6b1-42ab-9f31-9ad22d002150 None None] Provisioning for port ab359fd9-bde0-4113-8330-6df20567c649 completed by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:00:45.559911 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning for port ab359fd9-bde0-4113-8330-6df20567c649 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:00:45.573560 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port ab359fd9-bde0-4113-8330-6df20567c649 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:45.573992 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:45.777671 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:45.794468 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:45.820970 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] For port ab359fd9-bde0-4113-8330-6df20567c649, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=ab359fd9-bde0-4113-8330-6df20567c649,segment=NetworkSegment(fd4911fa-7dca-4450-acfb-fa71f1345d91),segment_id=fd4911fa-7dca-4450-acfb-fa71f1345d91)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:00:45.825027 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:45.827507 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:45.840643 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Transition to ACTIVE for port object 33c14e6b-f483-467c-95c7-fbf55b0edb81 will not be triggered until provisioned by entity L2. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:00:45.846489 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:45.865029 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e9dd1552-1080-4fee-b86a-aa01123cbf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9814686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9638404'] for subnet, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:45.870556 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:45.885760 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6ac59e71-10f0-4b40-b4b5-a726fcae1566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:45.948872 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-242383b9-944d-4552-942a-13e407f9aa6a None None] Provisioning complete for port ab359fd9-bde0-4113-8330-6df20567c649 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:45.949587 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-242383b9-944d-4552-942a-13e407f9aa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:46.042253 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Pushing event updated for resources: {'Port': ['ID=ab359fd9-bde0-4113-8330-6df20567c649,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:46.052857 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:46.064405 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753560a3-893d-4818-a8fc-8473163ceec4 req-5785e2d7-d9ec-49ba-acce-c5322fd0d992 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:46.066362 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-753560a3-893d-4818-a8fc-8473163ceec4 req-5785e2d7-d9ec-49ba-acce-c5322fd0d992 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.3966076 Nov 18 15:00:46.079972 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-42ae603d-c101-4c53-9a6c-870ec9cdc05f tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:46.088866 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-42ae603d-c101-4c53-9a6c-870ec9cdc05f tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/networks?id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 HTTP/1.1" status: 200 len: 815 time: 0.4245627 Nov 18 15:00:46.145734 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-963be803-0f27-4dfb-9cb3-1d1c0304e77f tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/quotas/a0c21091ef2244ca833257d93ddee8eb HTTP/1.1" status: 200 len: 375 time: 0.0555432 Nov 18 15:00:46.158997 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Attempting to bind port 33c14e6b-f483-467c-95c7-fbf55b0edb81 on host dv-cinder-733623-8-smb for vnic_type normal with profile {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:00:46.159406 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Attempting to bind port 33c14e6b-f483-467c-95c7-fbf55b0edb81 by drivers openvswitch on host dv-cinder-733623-8-smb at level 0 using segments [{'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:00:46.159817 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Attempting to bind port 33c14e6b-f483-467c-95c7-fbf55b0edb81 on network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:00:46.162628 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd1552-1080-4fee-b86a-aa01123cbf8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbd23279-ad69-40a4-8dc0-722be5827843,revision_number=0']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:46.171553 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Checking agent: {'id': 'b89b5859-e255-43e6-a15a-920ce6d00019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 54), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:00:46.171975 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Checking segment: {'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:00:46.172420 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:46.172856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Bound using segment: {'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:00:46.173378 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Bound port: 33c14e6b-f483-467c-95c7-fbf55b0edb81, host: dv-cinder-733623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:00:46.173797 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:46.176491 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e9dd1552-1080-4fee-b86a-aa01123cbf8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:46.251357 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96308762-759c-437a-b564-731648ce75da None None] Pushing event updated for resources: {'Port': ['ID=33c14e6b-f483-467c-95c7-fbf55b0edb81,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:46.253055 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dd1552-1080-4fee-b86a-aa01123cbf8d admin admin] Checking segment: {'id': 'faf274bd-cf36-4423-b790-e1e1b72aef7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0b39f664-102a-4581-bfe4-726e0861dcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:00:46.253462 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dd1552-1080-4fee-b86a-aa01123cbf8d admin admin] Network hostable DHCP agents. Network: 0b39f664-102a-4581-bfe4-726e0861dcb3, hostable agents: ['7dd807ff-4068-4bca-9edc-148d9863a8e6'], hosted agents: [] {{(pid=80267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 15:00:46.265779 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.266335 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.266721 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.267091 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.267456 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.267822 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.268183 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.268543 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.268902 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.269262 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.269623 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.270024 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.270427 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.270790 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.271145 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.271500 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.271853 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.272223 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.272570 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.272925 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.273469 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.273828 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.274226 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.274581 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308762-759c-437a-b564-731648ce75da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:00:46.279150 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-96308762-759c-437a-b564-731648ce75da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:46.306735 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dd1552-1080-4fee-b86a-aa01123cbf8d admin admin] Network 0b39f664-102a-4581-bfe4-726e0861dcb3 is scheduled to be hosted by DHCP agent 7dd807ff-4068-4bca-9edc-148d9863a8e6 with binding_index 1 {{(pid=80267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 15:00:46.306862 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] For port 33c14e6b-f483-467c-95c7-fbf55b0edb81, host dv-cinder-733623-8-smb, cleared binding levels {{(pid=80269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:00:46.310628 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] For port 33c14e6b-f483-467c-95c7-fbf55b0edb81, host dv-cinder-733623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=33c14e6b-f483-467c-95c7-fbf55b0edb81,segment=NetworkSegment(d608effb-fc29-4317-9442-b1f08aaaa7ca),segment_id=d608effb-fc29-4317-9442-b1f08aaaa7ca)] {{(pid=80269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:00:46.315435 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:46.319760 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-e9dd1552-1080-4fee-b86a-aa01123cbf8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-smb, 0b39f664-102a-4581-bfe4-726e0861dcb3) {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:00:46.335701 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-a9027825-974c-4337-9532-89fb3b0f8f70 None None] Provisioning complete for port ab359fd9-bde0-4113-8330-6df20567c649 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:46.336167 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4dc3315c-6ce2-4ab7-b362-9cca0e92bd3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:46.341112 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a9027825-974c-4337-9532-89fb3b0f8f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:46.342063 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dd1552-1080-4fee-b86a-aa01123cbf8d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:46.343563 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e9dd1552-1080-4fee-b86a-aa01123cbf8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:46.376417 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-e9dd1552-1080-4fee-b86a-aa01123cbf8d admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7767434 Nov 18 15:00:46.461498 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6232a5a-c29d-435e-baee-28aa61f07f5b None None] Network 0b39f664-102a-4581-bfe4-726e0861dcb3 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 15:00:46.482631 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:46.544949 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-753560a3-893d-4818-a8fc-8473163ceec4 req-a87c67ed-5c67-4db2-958c-8e53b3446727 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499080 Nov 18 15:00:46.774688 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96308762-759c-437a-b564-731648ce75da None None] Pushing event updated for resources: {'Port': ['ID=33c14e6b-f483-467c-95c7-fbf55b0edb81,revision_number=3']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:46.778297 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-96308762-759c-437a-b564-731648ce75da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:46.831036 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Routers {'06113f2e-69b2-4c03-b6e5-36e6d5354386'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:00:46.831645 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:00:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['06113f2e-69b2-4c03-b6e5-36e6d5354386'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:46.988943 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device ab359fd9-bde0-4113-8330-6df20567c649 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:47.083955 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] Set router 06113f2e-69b2-4c03-b6e5-36e6d5354386 gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:00:47.096491 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-301a71d7-51d0-46fb-87a3-c32e120bb898 None None] Provisioning complete for port ab359fd9-bde0-4113-8330-6df20567c649 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:47.097210 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-301a71d7-51d0-46fb-87a3-c32e120bb898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:47.274920 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae019bb6-6cb2-4057-b33f-d10d143d20fc None None] Network 0b39f664-102a-4581-bfe4-726e0861dcb3 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 15:00:47.365922 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-374341fb-a36b-4d02-a640-c316908532d1 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?tenant_id=a0c21091ef2244ca833257d93ddee8eb&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2190273 Nov 18 15:00:47.467553 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:00:43Z', 'revision_number': 3, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port': {'id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:41Z', 'updated_at': '2020-11-18T15:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:47.472705 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c42c8-6a49-4658-973d-595e0f3b2347 None None] The sync data for ids ['06113f2e-69b2-4c03-b6e5-36e6d5354386'] in dv-cinder-733623-8-smb is: [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:00:43Z', 'revision_number': 3, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port': {'id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:41Z', 'updated_at': '2020-11-18T15:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}] {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:00:47.645859 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-0f43deb6-d64b-4642-91fd-285f4c000b6b service neutron] 10.222.0.17 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761924 Nov 18 15:00:47.696045 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Allocated IP 172.20.0.1 (7100e8d1-6aca-4702-8db4-c0fcac7adc0f/ccd06d64-c873-4fe5-aaac-a311ffcd4b42/6af75b91-df5c-4559-ba71-a92fb45ff842) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:00:47.875677 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port ab359fd9-bde0-4113-8330-6df20567c649 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:47.876126 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:47.987132 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-db2bbfb1-a71c-432c-994e-a5a0c0351034 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:47.995118 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-db2bbfb1-a71c-432c-994e-a5a0c0351034 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/networks?id=304764f6-1a63-421e-9cf0-748ec7fe72d0 HTTP/1.1" status: 200 len: 808 time: 0.4420011 Nov 18 15:00:48.091337 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-3ec13481-f734-4a78-bca3-bb22887c788c service neutron] 10.222.0.17 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4301834 Nov 18 15:00:48.146581 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-0b5be366-183b-4d82-a717-5ec80c7c5d87 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/quotas/12cfe360c41b48899747af02b5384727 HTTP/1.1" status: 200 len: 375 time: 0.1509299 Nov 18 15:00:48.242822 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-8aed8f33-334c-4973-84fa-7b029f0c2f22 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/ports?tenant_id=12cfe360c41b48899747af02b5384727&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950949 Nov 18 15:00:48.431997 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:48.523478 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-6570cb98-250f-43c9-b226-57dc6f0727ac service neutron] 10.222.0.17 "GET /v2.0/networks/304764f6-1a63-421e-9cf0-748ec7fe72d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793949 Nov 18 15:00:48.535910 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Transition to ACTIVE for port object 6af75b91-df5c-4559-ba71-a92fb45ff842 will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:00:48.695381 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ff258-95b3-49de-b35a-cef6f22725a0 req-9f9c2424-8cc2-4375-aeac-eb58b9ec8892 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:48.697010 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8c4ff258-95b3-49de-b35a-cef6f22725a0 req-9f9c2424-8cc2-4375-aeac-eb58b9ec8892 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.2775307 Nov 18 15:00:48.704618 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:48.761563 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:48.844111 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Pushing event updated for resources: {'Port': ['ID=6af75b91-df5c-4559-ba71-a92fb45ff842,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:48.873272 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:48.880472 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-36a07143-48f0-42b4-a99b-d9a1ad383664 service neutron] 10.222.0.17 "GET /v2.0/networks/304764f6-1a63-421e-9cf0-748ec7fe72d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3475616 Nov 18 15:00:48.901558 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 33c14e6b-f483-467c-95c7-fbf55b0edb81 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:48.957223 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8c4ff258-95b3-49de-b35a-cef6f22725a0 req-bb174671-10de-4353-b0f2-0d0501bd0383 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491677 Nov 18 15:00:49.121346 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning for port 33c14e6b-f483-467c-95c7-fbf55b0edb81 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:00:49.138673 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 33c14e6b-f483-467c-95c7-fbf55b0edb81 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:49.139774 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:49.437508 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:49.459711 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] For port 33c14e6b-f483-467c-95c7-fbf55b0edb81, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=33c14e6b-f483-467c-95c7-fbf55b0edb81,segment=NetworkSegment(d608effb-fc29-4317-9442-b1f08aaaa7ca),segment_id=d608effb-fc29-4317-9442-b1f08aaaa7ca)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:00:49.464442 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:49.466567 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:49.572755 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Pushing event updated for resources: {'Port': ['ID=33c14e6b-f483-467c-95c7-fbf55b0edb81,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:49.578559 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:49.663356 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2783278f-129e-4888-aa33-a015636110a6 req-d9ffabb1-c970-4f60-a757-cad41e032db6 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/ports?device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 210 time: 0.1721594 Nov 18 15:00:49.703989 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Network 7100e8d1-6aca-4702-8db4-c0fcac7adc0f is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:00:49.725706 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3fc82839-ca8a-4d3f-a2ff-54784aa1e89b req-e2f9f553-e9f4-4cbd-885c-49eb835ea0ad tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=09581d8e-c06c-448c-bbf0-990233694443 HTTP/1.1" status: 200 len: 210 time: 0.2364824 Nov 18 15:00:49.726973 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Resources bound (agent type, host, resource id): {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:00:49.734880 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:00:49.735410 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430850'] for router_interface, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:49.922585 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f254521c-4608-4a71-9395-0260a29650df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:49.954942 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:49.980311 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-058d1487-a9de-4e38-88f3-6623c348aa75 None None] Provisioning for port 6af75b91-df5c-4559-ba71-a92fb45ff842 completed by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:00:49.989676 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-058d1487-a9de-4e38-88f3-6623c348aa75 None None] Provisioning complete for port 6af75b91-df5c-4559-ba71-a92fb45ff842 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:49.990149 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-058d1487-a9de-4e38-88f3-6623c348aa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:50.133174 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-973d6fd2-cdad-4b11-ae12-b2b54ff051d5 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:50.135856 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-973d6fd2-cdad-4b11-ae12-b2b54ff051d5 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.26 "GET /v2.0/networks?id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 HTTP/1.1" status: 200 len: 815 time: 0.4593761 Nov 18 15:00:50.157585 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-058d1487-a9de-4e38-88f3-6623c348aa75 None None] Port 6af75b91-df5c-4559-ba71-a92fb45ff842 cannot update to ACTIVE because it is not bound. {{(pid=80268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 15:00:50.167203 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-87c0a894-f7e4-4d19-b5ab-330a24032650 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Request body: {'port': {'device_id': '09581d8e-c06c-448c-bbf0-990233694443', 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7', 'admin_state_up': True, 'tenant_id': 'a0c21091ef2244ca833257d93ddee8eb'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:50.437010 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-87c0a894-f7e4-4d19-b5ab-330a24032650 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:50.441275 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-87c0a894-f7e4-4d19-b5ab-330a24032650 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Usage tracker for resource:port and tenant:a0c21091ef2244ca833257d93ddee8eb is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:50.445173 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-87c0a894-f7e4-4d19-b5ab-330a24032650 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Quota usage for port was recalculated. Used quota:2. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:50.451100 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-87c0a894-f7e4-4d19-b5ab-330a24032650 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:50.461785 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-87c0a894-f7e4-4d19-b5ab-330a24032650 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Made reservation on behalf of a0c21091ef2244ca833257d93ddee8eb for: {'port': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:00:50.468783 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-87c0a894-f7e4-4d19-b5ab-330a24032650 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:50.507797 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.resource_extend [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 18 15:00:50.535714 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:50.552203 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:50.555491 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3489370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854344857'] for router_interface, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:50.680658 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:50.772657 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67134bb-8875-4075-9fd8-b2372d8a025a req-e21b83da-3bef-46ed-bedf-76eaebb3f3c4 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:50.774028 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b67134bb-8875-4075-9fd8-b2372d8a025a req-e21b83da-3bef-46ed-bedf-76eaebb3f3c4 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.3603671 Nov 18 15:00:50.819680 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Pushing event updated for resources: {'Port': ['ID=6af75b91-df5c-4559-ba71-a92fb45ff842,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:50.829663 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:50.859133 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-87c0a894-f7e4-4d19-b5ab-330a24032650 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Allocated IP 172.20.0.13 (d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7/ee20925e-2a54-4f0d-847c-e53daab404c3/61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:00:50.879604 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 33c14e6b-f483-467c-95c7-fbf55b0edb81 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:50.916480 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b67134bb-8875-4075-9fd8-b2372d8a025a req-32bba8ec-12f9-46ae-8b9f-393c1b964c2e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305382 Nov 18 15:00:50.916480 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2bd715f6-79c7-4df3-b4ad-70636387aec5 req-a986a142-ef09-4059-9cdd-bd7b2151133d tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/ports?device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 210 time: 0.0569868 Nov 18 15:00:50.955335 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Network 7100e8d1-6aca-4702-8db4-c0fcac7adc0f is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:00:50.956688 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Resources bound (agent type, host, resource id): {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:00:51.076883 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 33c14e6b-f483-467c-95c7-fbf55b0edb81 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:51.077312 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:51.398076 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-87c0a894-f7e4-4d19-b5ab-330a24032650 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:51.407096 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-43e9e4a8-9058-49a3-bd42-f9f8754f877f None None] Provisioning complete for port 6af75b91-df5c-4559-ba71-a92fb45ff842 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:51.407633 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-43e9e4a8-9058-49a3-bd42-f9f8754f877f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:51.440810 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-87c0a894-f7e4-4d19-b5ab-330a24032650 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:51.471316 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:51.513393 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-43e9e4a8-9058-49a3-bd42-f9f8754f877f None None] Port 6af75b91-df5c-4559-ba71-a92fb45ff842 cannot update to ACTIVE because it is not bound. {{(pid=80268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 15:00:51.666702 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0a894-f7e4-4d19-b5ab-330a24032650 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Pushing event updated for resources: {'Port': ['ID=61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:51.671725 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-87c0a894-f7e4-4d19-b5ab-330a24032650 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:51.737604 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-87c0a894-f7e4-4d19-b5ab-330a24032650 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Network d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:00:51.739265 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-87c0a894-f7e4-4d19-b5ab-330a24032650 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:00:51.743189 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-87c0a894-f7e4-4d19-b5ab-330a24032650 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:00:51.769156 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-5b92fe90-97cf-41de-988e-c3c46e10d450 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:51.771061 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-5b92fe90-97cf-41de-988e-c3c46e10d450 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.26 "GET /v2.0/networks?id=304764f6-1a63-421e-9cf0-748ec7fe72d0 HTTP/1.1" status: 200 len: 808 time: 0.4552691 Nov 18 15:00:51.801177 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded80bf-54ca-4ebd-9ce4-53bf8bf495e3 req-5a0e8ce6-21f4-495d-8dea-c9902af5f5c4 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:51.801177 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1ded80bf-54ca-4ebd-9ce4-53bf8bf495e3 req-5a0e8ce6-21f4-495d-8dea-c9902af5f5c4 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=09581d8e-c06c-448c-bbf0-990233694443 HTTP/1.1" status: 200 len: 932 time: 0.4781852 Nov 18 15:00:51.801177 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-1505a142-27f3-4686-b0ff-37779ef0c976 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Request body: {'port': {'device_id': '78e1661f-501c-4267-9662-40f4b024467b', 'network_id': '304764f6-1a63-421e-9cf0-748ec7fe72d0', 'admin_state_up': True, 'tenant_id': '12cfe360c41b48899747af02b5384727'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:51.813781 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-87c0a894-f7e4-4d19-b5ab-330a24032650 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:51.814721 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-87c0a894-f7e4-4d19-b5ab-330a24032650 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:51.839127 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-87c0a894-f7e4-4d19-b5ab-330a24032650 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6820657 Nov 18 15:00:51.852921 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Request body: {'port': {'device_id': '09581d8e-c06c-448c-bbf0-990233694443', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:51.976671 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:52.013090 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:00:52.184315 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1ded80bf-54ca-4ebd-9ce4-53bf8bf495e3 req-2a925941-7ed2-4d44-80cc-c10d32ab0a95 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667130 Nov 18 15:00:52.198464 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3a85cb29-a5a8-4587-9746-3ee286b89abb req-ee0465bf-6ead-4e2f-bc0e-94742633c2d7 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/ports?device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 210 time: 0.0797031 Nov 18 15:00:52.203296 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-1505a142-27f3-4686-b0ff-37779ef0c976 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:52.208658 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-1505a142-27f3-4686-b0ff-37779ef0c976 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Usage tracker for resource:port and tenant:12cfe360c41b48899747af02b5384727 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:52.211735 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-1505a142-27f3-4686-b0ff-37779ef0c976 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Quota usage for port was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:52.219350 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-1505a142-27f3-4686-b0ff-37779ef0c976 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:52.233958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-1505a142-27f3-4686-b0ff-37779ef0c976 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Made reservation on behalf of 12cfe360c41b48899747af02b5384727 for: {'port': 1} {{(pid=80266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:00:52.239504 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-1505a142-27f3-4686-b0ff-37779ef0c976 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:52.441969 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e {{(pid=80267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 15:00:52.450196 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:52.465142 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Transition to ACTIVE for port object 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:00:52.468951 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:52.499027 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:52.514782 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9cdfea61-6e6d-407b-a857-3ceaeee575f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:52.588168 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Pushing event updated for resources: {'Port': ['ID=61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:52.593932 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:52.672381 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Router 06113f2e-69b2-4c03-b6e5-36e6d5354386 has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:00:52.852323 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07623d-bccc-4670-bbf2-6a9c14a28939 req-7b4d4438-1318-4992-b06e-edb6fedcf3c8 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:52.853926 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dd07623d-bccc-4670-bbf2-6a9c14a28939 req-7b4d4438-1318-4992-b06e-edb6fedcf3c8 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.5415854 Nov 18 15:00:52.906420 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Attempting to bind port 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:00:52.907165 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Attempting to bind port 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '324638eb-0cd2-4b5d-9c31-a87da18bd95c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:00:52.907697 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Attempting to bind port 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e on network d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:00:52.916556 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Checking agent: {'id': '7eae2a45-698e-415c-8839-ff0c3594e804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:00:52.917149 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Checking segment: {'id': '324638eb-0cd2-4b5d-9c31-a87da18bd95c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:00:52.917827 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:52.918314 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:52.918679 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Bound using segment: {'id': '324638eb-0cd2-4b5d-9c31-a87da18bd95c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:00:52.919312 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Bound port: 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324638eb-0cd2-4b5d-9c31-a87da18bd95c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:00:52.919883 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:52.991056 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-1505a142-27f3-4686-b0ff-37779ef0c976 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Allocated IP 172.20.0.8 (304764f6-1a63-421e-9cf0-748ec7fe72d0/e6ff7cf5-d356-44bf-a2e0-331ebeaa79b9/b4c73583-3499-4559-97b7-1014c686750f) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:00:53.018459 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dd07623d-bccc-4670-bbf2-6a9c14a28939 req-e2494ba4-8e1b-4c9f-b09a-c101c419a36f tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953746 Nov 18 15:00:53.062627 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] For port 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e, host hv-cinder-73362, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:00:53.067264 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] For port 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e,segment=NetworkSegment(324638eb-0cd2-4b5d-9c31-a87da18bd95c),segment_id=324638eb-0cd2-4b5d-9c31-a87da18bd95c)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:00:53.074203 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:53.093763 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:53.141165 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 32902) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:53.323245 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:00:53.338491 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Sync routers for ids ['06113f2e-69b2-4c03-b6e5-36e6d5354386'] in dv-cinder-733623-8-smb {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:00:53.357269 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Routers {'06113f2e-69b2-4c03-b6e5-36e6d5354386'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:00:53.358490 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:00:52Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['06113f2e-69b2-4c03-b6e5-36e6d5354386'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:53.358999 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] 10.222.0.17 "PUT /v2.0/routers/06113f2e-69b2-4c03-b6e5-36e6d5354386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4503593 Nov 18 15:00:53.362825 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-1505a142-27f3-4686-b0ff-37779ef0c976 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:53.418305 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-1505a142-27f3-4686-b0ff-37779ef0c976 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:53.440095 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Pushing event updated for resources: {'Port': ['ID=61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:53.445080 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f9705612-7e3e-4e5b-a542-8c7e36b9f508 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:53.445580 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:53.506475 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:53.508201 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] 10.222.0.26 "PUT /v2.0/ports/61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e HTTP/1.1" status: 200 len: 1158 time: 1.6601741 Nov 18 15:00:53.508740 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09581d8e-c06c-448c-bbf0-990233694443', 'tag': '61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:00:53.658765 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46f34381-c496-4457-a7c9-a340ec924de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:53.660342 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-50050030-bd4a-4f7c-a453-44af514e1d35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0c21091ef2244ca833257d93ddee8eb&device_id=09581d8e-c06c-448c-bbf0-990233694443 HTTP/1.1" status: 200 len: 1161 time: 0.0984766 Nov 18 15:00:53.729688 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Set router 06113f2e-69b2-4c03-b6e5-36e6d5354386 gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:00:53.780945 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505a142-27f3-4686-b0ff-37779ef0c976 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Pushing event updated for resources: {'Port': ['ID=b4c73583-3499-4559-97b7-1014c686750f,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:53.797198 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1505a142-27f3-4686-b0ff-37779ef0c976 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:53.829906 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:53.846985 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-46f34381-c496-4457-a7c9-a340ec924de3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:53.859221 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-46f34381-c496-4457-a7c9-a340ec924de3 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a16fc97e2e493f9e160936f165e4ca is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:53.865948 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-46f34381-c496-4457-a7c9-a340ec924de3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:53.880140 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-46f34381-c496-4457-a7c9-a340ec924de3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:53.902770 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b9f38-33d0-4519-b6a2-6fe4db1e08d9 req-e326db8d-86e1-4218-9da5-fcde842bbecf tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:53.903545 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e78b9f38-33d0-4519-b6a2-6fe4db1e08d9 req-e326db8d-86e1-4218-9da5-fcde842bbecf tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Synchronizing usage tracker for tenant:12cfe360c41b48899747af02b5384727 on resource:port {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:00:53.917728 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bba32-ad9a-445e-9bef-92fd0c10b85e req-b464af7c-129b-4c44-acdf-419884525f2f tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:53.919451 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8f0bba32-ad9a-445e-9bef-92fd0c10b85e req-b464af7c-129b-4c44-acdf-419884525f2f tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=09581d8e-c06c-448c-bbf0-990233694443 HTTP/1.1" status: 200 len: 944 time: 0.4129474 Nov 18 15:00:53.943467 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-6396331f-9f7c-433d-a5ab-deacf3ddf423 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e HTTP/1.1" status: 200 len: 217 time: 0.2706568 Nov 18 15:00:53.964879 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-1505a142-27f3-4686-b0ff-37779ef0c976 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Network 304764f6-1a63-421e-9cf0-748ec7fe72d0 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:00:53.971997 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-1505a142-27f3-4686-b0ff-37779ef0c976 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Resources bound (agent type, host, resource id): {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:00:53.981322 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-1505a142-27f3-4686-b0ff-37779ef0c976 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:00:53.986061 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-1505a142-27f3-4686-b0ff-37779ef0c976 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:53.986728 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-1505a142-27f3-4686-b0ff-37779ef0c976 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for port, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:54.001480 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e78b9f38-33d0-4519-b6a2-6fe4db1e08d9 req-e326db8d-86e1-4218-9da5-fcde842bbecf tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Unset dirty status for tenant:12cfe360c41b48899747af02b5384727 on resource:port {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:00:54.002778 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e78b9f38-33d0-4519-b6a2-6fe4db1e08d9 req-e326db8d-86e1-4218-9da5-fcde842bbecf tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/ports?device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 931 time: 0.4951935 Nov 18 15:00:54.045801 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-9f080fc2-273c-4716-b6a7-025bb9067f7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:54.047436 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-9f080fc2-273c-4716-b6a7-025bb9067f7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee20925e-2a54-4f0d-847c-e53daab404c3 HTTP/1.1" status: 200 len: 855 time: 0.0823970 Nov 18 15:00:54.073125 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-1505a142-27f3-4686-b0ff-37779ef0c976 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2795665 Nov 18 15:00:54.083694 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8f0bba32-ad9a-445e-9bef-92fd0c10b85e req-026ad02e-a447-432d-aa79-9d8a32c85b1f tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541135 Nov 18 15:00:54.099912 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Request body: {'port': {'device_id': '78e1661f-501c-4267-9662-40f4b024467b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:54.132643 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-93b98034-614e-422e-8a54-a31d25b2596b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668895 Nov 18 15:00:54.163440 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port': {'id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:41Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '6af75b91-df5c-4559-ba71-a92fb45ff842', 'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'mac_address': 'fa:16:3e:42:b8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:46Z', 'updated_at': '2020-11-18T15:00:50Z', 'revision_number': 2, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'subnets': [{'id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:54.168645 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Checking router: 06113f2e-69b2-4c03-b6e5-36e6d5354386 for host: dv-cinder-733623-8-smb {{(pid=80268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:00:54.169333 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Updating router 06113f2e-69b2-4c03-b6e5-36e6d5354386 port 6af75b91-df5c-4559-ba71-a92fb45ff842 binding host dv-cinder-733623-8-smb {{(pid=80268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 15:00:54.173473 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46f34381-c496-4457-a7c9-a340ec924de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:54.178250 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09581d8e-c06c-448c-bbf0-990233694443', 'tag': '61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e', 'status': 'completed', 'code': 200} Nov 18 15:00:54.178505 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e78b9f38-33d0-4519-b6a2-6fe4db1e08d9 req-c3edb309-f87f-4bfc-b3ea-4a157149962b tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/security-groups?id=806fec26-1d1d-4c1d-8744-fb6869009b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591084 Nov 18 15:00:54.183432 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46f34381-c496-4457-a7c9-a340ec924de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:54.193817 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:54.237935 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:54.295883 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f34381-c496-4457-a7c9-a340ec924de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257d2364-65c3-4d23-89fa-3d2e1fb6fa43,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:54.304566 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-46f34381-c496-4457-a7c9-a340ec924de3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c4a16fc97e2e493f9e160936f165e4ca&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1594071 Nov 18 15:00:54.304566 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-46f34381-c496-4457-a7c9-a340ec924de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:54.304566 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:54.310614 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 32932) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:54.437161 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:54.476469 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-e65efdd6-1d49-4b74-9b60-7e2cf41fb8c0 service neutron] 10.222.0.26 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207545 Nov 18 15:00:54.594088 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-899567bc-bdd2-4156-a949-767f5aa1876e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:54.715178 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-899567bc-bdd2-4156-a949-767f5aa1876e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:54.808625 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3d7fc0c6-a480-493d-b784-505999db7d87 req-04313a23-4628-4101-b8dd-6a3b1ec22754 service neutron] 10.222.0.26 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3163369 Nov 18 15:00:54.841938 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-899567bc-bdd2-4156-a949-767f5aa1876e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:54.847730 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d72281f5-a550-440f-93d2-2783a43b2e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:54.895410 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:54.909985 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Transition to ACTIVE for port object 6af75b91-df5c-4559-ba71-a92fb45ff842 will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:00:54.913485 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:54.939862 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 32946) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:54.943180 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:54.945151 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-d191fb85-74d7-4cd1-87be-b9629509e3d3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Request body: {'security_group': {'name': 'tempest-securitygroup--130303824', 'description': 'tempest-description--2092651606'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:54.952289 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899567bc-bdd2-4156-a949-767f5aa1876e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257d2364-65c3-4d23-89fa-3d2e1fb6fa43,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:54.964019 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-899567bc-bdd2-4156-a949-767f5aa1876e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:54.970891 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d191fb85-74d7-4cd1-87be-b9629509e3d3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:54.977968 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-899567bc-bdd2-4156-a949-767f5aa1876e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:54.979371 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-899567bc-bdd2-4156-a949-767f5aa1876e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/257d2364-65c3-4d23-89fa-3d2e1fb6fa43 HTTP/1.1" status: 204 len: 168 time: 0.6638997 Nov 18 15:00:54.982911 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d191fb85-74d7-4cd1-87be-b9629509e3d3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Usage tracker for resource:security_group and tenant:7e33f061e6e44ec4a430f04b8846a002 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:54.989511 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d191fb85-74d7-4cd1-87be-b9629509e3d3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:55.000594 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d191fb85-74d7-4cd1-87be-b9629509e3d3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:55.045572 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590285f8-9748-4727-9d2b-c07462423607 req-654b1aad-fd9a-4081-9df2-4e9ba7e9a184 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:55.050876 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-590285f8-9748-4727-9d2b-c07462423607 req-654b1aad-fd9a-4081-9df2-4e9ba7e9a184 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.1956396 Nov 18 15:00:55.054930 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d191fb85-74d7-4cd1-87be-b9629509e3d3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:55.070604 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8fc17eed-cc72-42b9-b47c-07ce6160a409 req-5419faf2-3d6b-409a-b83c-1b2db16f482a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0c21091ef2244ca833257d93ddee8eb&device_id=09581d8e-c06c-448c-bbf0-990233694443 HTTP/1.1" status: 200 len: 1161 time: 0.2000010 Nov 18 15:00:55.161713 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e248a50-ea9f-4742-b634-0c8116a6511f None None] Pushing event updated for resources: {'Port': ['ID=6af75b91-df5c-4559-ba71-a92fb45ff842,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:55.186562 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5e248a50-ea9f-4742-b634-0c8116a6511f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:55.266381 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c73583-3499-4559-97b7-1014c686750f {{(pid=80266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 15:00:55.321559 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc17eed-cc72-42b9-b47c-07ce6160a409 req-a41739a5-0e56-4047-a4f5-2a0544e26039 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:55.324775 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8fc17eed-cc72-42b9-b47c-07ce6160a409 req-a41739a5-0e56-4047-a4f5-2a0544e26039 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 HTTP/1.1" status: 200 len: 909 time: 0.2449162 Nov 18 15:00:55.329148 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d191fb85-74d7-4cd1-87be-b9629509e3d3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:55.333044 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:55.359671 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d191fb85-74d7-4cd1-87be-b9629509e3d3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Usage tracker for resource:security_group_rule and tenant:7e33f061e6e44ec4a430f04b8846a002 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:55.370652 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d191fb85-74d7-4cd1-87be-b9629509e3d3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:55.376917 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-590285f8-9748-4727-9d2b-c07462423607 req-63d4f133-e675-48a8-94d4-a8ab9905ddb9 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015356 Nov 18 15:00:55.378016 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Transition to ACTIVE for port object b4c73583-3499-4559-97b7-1014c686750f will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:00:55.385700 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d191fb85-74d7-4cd1-87be-b9629509e3d3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:55.387933 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:55.415999 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:55.473601 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Attempting to bind port 6af75b91-df5c-4559-ba71-a92fb45ff842 on host dv-cinder-733623-8-smb for vnic_type normal with profile {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:00:55.473926 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Attempting to bind port 6af75b91-df5c-4559-ba71-a92fb45ff842 by drivers openvswitch on host dv-cinder-733623-8-smb at level 0 using segments [{'id': 'fd4911fa-7dca-4450-acfb-fa71f1345d91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:00:55.474355 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Attempting to bind port 6af75b91-df5c-4559-ba71-a92fb45ff842 on network 7100e8d1-6aca-4702-8db4-c0fcac7adc0f {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:00:55.484135 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8fc17eed-cc72-42b9-b47c-07ce6160a409 req-7ee32621-744c-4331-aa8a-2f9c1ede0765 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e HTTP/1.1" status: 200 len: 217 time: 0.1434739 Nov 18 15:00:55.485103 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Checking agent: {'id': 'b89b5859-e255-43e6-a15a-920ce6d00019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 54), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:00:55.485533 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Checking segment: {'id': 'fd4911fa-7dca-4450-acfb-fa71f1345d91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:00:55.486011 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:55.486459 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Bound using segment: {'id': 'fd4911fa-7dca-4450-acfb-fa71f1345d91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:00:55.486990 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Bound port: 6af75b91-df5c-4559-ba71-a92fb45ff842, host: dv-cinder-733623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4911fa-7dca-4450-acfb-fa71f1345d91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:00:55.487415 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:55.605516 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc17eed-cc72-42b9-b47c-07ce6160a409 req-0e919e62-3e38-41bf-8819-25dfb3b595af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:55.607308 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8fc17eed-cc72-42b9-b47c-07ce6160a409 req-0e919e62-3e38-41bf-8819-25dfb3b595af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee20925e-2a54-4f0d-847c-e53daab404c3 HTTP/1.1" status: 200 len: 855 time: 0.1185625 Nov 18 15:00:55.636128 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] For port 6af75b91-df5c-4559-ba71-a92fb45ff842, host dv-cinder-733623-8-smb, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:00:55.640067 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] For port 6af75b91-df5c-4559-ba71-a92fb45ff842, host dv-cinder-733623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=6af75b91-df5c-4559-ba71-a92fb45ff842,segment=NetworkSegment(fd4911fa-7dca-4450-acfb-fa71f1345d91),segment_id=fd4911fa-7dca-4450-acfb-fa71f1345d91)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:00:55.643938 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:55.665065 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7590570f-2a55-4ac5-8072-0ca9535b3b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:55.672561 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8fc17eed-cc72-42b9-b47c-07ce6160a409 req-2b08a47b-9d5f-40ac-b6db-9a8de3f88f41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527372 Nov 18 15:00:55.855576 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8fc17eed-cc72-42b9-b47c-07ce6160a409 req-5fe96c73-906c-495d-ba3c-d3d7f31003ea service neutron] 10.222.0.26 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748006 Nov 18 15:00:55.892323 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e248a50-ea9f-4742-b634-0c8116a6511f None None] Pushing event updated for resources: {'Port': ['ID=6af75b91-df5c-4559-ba71-a92fb45ff842,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:55.897843 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5e248a50-ea9f-4742-b634-0c8116a6511f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:55.946278 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Routers {'06113f2e-69b2-4c03-b6e5-36e6d5354386'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:00:55.946977 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:00:52Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['06113f2e-69b2-4c03-b6e5-36e6d5354386'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:55.960335 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852e7bd-3898-4bd0-b632-a20451623003 req-f6a929d7-d7dc-45fb-bdb0-2030bbe8e9d9 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:55.969162 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9852e7bd-3898-4bd0-b632-a20451623003 req-f6a929d7-d7dc-45fb-bdb0-2030bbe8e9d9 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=09581d8e-c06c-448c-bbf0-990233694443 HTTP/1.1" status: 200 len: 944 time: 0.7102132 Nov 18 15:00:56.104352 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8fc17eed-cc72-42b9-b47c-07ce6160a409 req-67136783-21b5-41a1-9301-27dc738b9df6 service neutron] 10.222.0.26 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2289448 Nov 18 15:00:56.133982 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c73583-3499-4559-97b7-1014c686750f,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:56.156115 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d191fb85-74d7-4cd1-87be-b9629509e3d3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:56.168547 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:56.183357 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d191fb85-74d7-4cd1-87be-b9629509e3d3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:56.206233 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] Set router 06113f2e-69b2-4c03-b6e5-36e6d5354386 gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:00:56.210469 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3fc53089-93dc-43a9-8941-7802551077a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:56.243535 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d191fb85-74d7-4cd1-87be-b9629509e3d3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:56.244975 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d191fb85-74d7-4cd1-87be-b9629509e3d3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3040900 Nov 18 15:00:56.247964 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 32980) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:56.256814 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-0c5c51dd-480f-42a6-8228-16a99dab4aee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Request body: {'security_group_rule': {'security_group_id': 'ed3290a4-5931-49b2-91f5-eb1cb39b1c91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:56.266143 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0c5c51dd-480f-42a6-8228-16a99dab4aee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:56.271848 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-0c5c51dd-480f-42a6-8228-16a99dab4aee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Usage tracker for resource:security_group_rule and tenant:7e33f061e6e44ec4a430f04b8846a002 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:56.276991 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-0c5c51dd-480f-42a6-8228-16a99dab4aee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:56.284450 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191fb85-74d7-4cd1-87be-b9629509e3d3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3290a4-5931-49b2-91f5-eb1cb39b1c91,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:56.294249 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0c5c51dd-480f-42a6-8228-16a99dab4aee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:56.338144 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0c5c51dd-480f-42a6-8228-16a99dab4aee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group_rule, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:56.366399 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9852e7bd-3898-4bd0-b632-a20451623003 req-f5d2db9b-76f8-4a6d-b164-4b02ae3dd803 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958266 Nov 18 15:00:56.374059 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d191fb85-74d7-4cd1-87be-b9629509e3d3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:56.398812 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f37dd-0c97-4455-b605-1b7cb66211ec req-cb888b7a-b911-4432-a7ce-cf2a99e3f9ea tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:56.398812 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-593f37dd-0c97-4455-b605-1b7cb66211ec req-cb888b7a-b911-4432-a7ce-cf2a99e3f9ea tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/ports?device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 943 time: 0.7576816 Nov 18 15:00:56.442339 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0c5c51dd-480f-42a6-8228-16a99dab4aee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:56.445777 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0c5c51dd-480f-42a6-8228-16a99dab4aee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771554'] for security_group_rule, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:56.455151 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6c59666b-c5d8-4420-aef6-e84f11554e3a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:56.487387 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c51dd-480f-42a6-8228-16a99dab4aee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3821a0d-a3f8-4fe3-8dbc-361972970a47,revision_number=0']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:56.491516 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0c5c51dd-480f-42a6-8228-16a99dab4aee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:56.496424 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0c5c51dd-480f-42a6-8228-16a99dab4aee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group_rule, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:56.501542 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-0c5c51dd-480f-42a6-8228-16a99dab4aee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2491758 Nov 18 15:00:56.501922 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 32994) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:56.508924 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-b22d173b-0d29-48c1-86cc-6ca1c1b6f47f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Request body: {'security_group_rule': {'security_group_id': 'ed3290a4-5931-49b2-91f5-eb1cb39b1c91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:56.517391 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b22d173b-0d29-48c1-86cc-6ca1c1b6f47f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:56.522601 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-b22d173b-0d29-48c1-86cc-6ca1c1b6f47f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Usage tracker for resource:security_group_rule and tenant:7e33f061e6e44ec4a430f04b8846a002 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:56.526977 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-b22d173b-0d29-48c1-86cc-6ca1c1b6f47f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:56.536149 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b22d173b-0d29-48c1-86cc-6ca1c1b6f47f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:56.562490 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b22d173b-0d29-48c1-86cc-6ca1c1b6f47f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group_rule, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:56.573478 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Attempting to bind port b4c73583-3499-4559-97b7-1014c686750f on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:00:56.573865 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Attempting to bind port b4c73583-3499-4559-97b7-1014c686750f by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'cadaa51a-94e4-4a34-bdad-e39e13723997', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '304764f6-1a63-421e-9cf0-748ec7fe72d0'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:00:56.574279 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Attempting to bind port b4c73583-3499-4559-97b7-1014c686750f on network 304764f6-1a63-421e-9cf0-748ec7fe72d0 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:00:56.576730 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 32998) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:56.611199 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-593f37dd-0c97-4455-b605-1b7cb66211ec req-7536fa7f-6a22-4d8d-ba59-a163525dad49 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/security-groups?id=806fec26-1d1d-4c1d-8744-fb6869009b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995850 Nov 18 15:00:56.614002 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Checking agent: {'id': '7eae2a45-698e-415c-8839-ff0c3594e804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:00:56.614368 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Checking segment: {'id': 'cadaa51a-94e4-4a34-bdad-e39e13723997', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '304764f6-1a63-421e-9cf0-748ec7fe72d0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:00:56.614773 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:56.615170 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Bound using segment: {'id': 'cadaa51a-94e4-4a34-bdad-e39e13723997', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '304764f6-1a63-421e-9cf0-748ec7fe72d0'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:00:56.615657 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Bound port: b4c73583-3499-4559-97b7-1014c686750f, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadaa51a-94e4-4a34-bdad-e39e13723997', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '304764f6-1a63-421e-9cf0-748ec7fe72d0'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:00:56.616063 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:56.710120 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 33006) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:56.736260 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b22d173b-0d29-48c1-86cc-6ca1c1b6f47f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:56.746171 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b22d173b-0d29-48c1-86cc-6ca1c1b6f47f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771554'] for security_group_rule, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:56.751787 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:56.833473 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] For port b4c73583-3499-4559-97b7-1014c686750f, host hv-cinder-73362, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:00:56.839993 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] For port b4c73583-3499-4559-97b7-1014c686750f, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b4c73583-3499-4559-97b7-1014c686750f,segment=NetworkSegment(cadaa51a-94e4-4a34-bdad-e39e13723997),segment_id=cadaa51a-94e4-4a34-bdad-e39e13723997)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:00:56.842722 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d173b-0d29-48c1-86cc-6ca1c1b6f47f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b16c04-8eb8-4f72-93c6-9799e9a065c3,revision_number=0']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:56.846117 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:56.851080 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b22d173b-0d29-48c1-86cc-6ca1c1b6f47f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group_rule, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:56.856612 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-b22d173b-0d29-48c1-86cc-6ca1c1b6f47f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3533528 Nov 18 15:00:56.857364 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 33012) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:56.859257 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b22d173b-0d29-48c1-86cc-6ca1c1b6f47f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:56.866063 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Request body: {'floatingip': {'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:56.873018 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:56.875610 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:56.893171 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Usage tracker for resource:floatingip and tenant:7e33f061e6e44ec4a430f04b8846a002 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:56.898207 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:56.901206 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aa75b1b7-a16a-4ff6-9835-1db6a2a335dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:56.908320 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1520101458-network', 'tenant_id': 'bad586706aa940bdbe260cca3d31587f'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:56.917756 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:56.941094 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for floatingip, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:56.971730 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-aa75b1b7-a16a-4ff6-9835-1db6a2a335dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:56.974376 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:56.988532 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-aa75b1b7-a16a-4ff6-9835-1db6a2a335dd admin admin] Usage tracker for resource:security_group_rule and tenant:6ed62b092a254856bcf93b71ca04fb43 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:56.994563 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-aa75b1b7-a16a-4ff6-9835-1db6a2a335dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:57.005159 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-aa75b1b7-a16a-4ff6-9835-1db6a2a335dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:57.009804 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Usage tracker for resource:network and tenant:bad586706aa940bdbe260cca3d31587f is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:57.022538 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:57.039460 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port': {'id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:41Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '6af75b91-df5c-4559-ba71-a92fb45ff842', 'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'mac_address': 'fa:16:3e:42:b8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:46Z', 'updated_at': '2020-11-18T15:00:55Z', 'revision_number': 4, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'subnets': [{'id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:00:57.043590 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:57.043820 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c243ab-67a3-4eda-a1a1-3323cbbea71d None None] The sync data for ids ['06113f2e-69b2-4c03-b6e5-36e6d5354386'] in dv-cinder-733623-8-smb is: [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port': {'id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:41Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '6af75b91-df5c-4559-ba71-a92fb45ff842', 'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'mac_address': 'fa:16:3e:42:b8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:46Z', 'updated_at': '2020-11-18T15:00:55Z', 'revision_number': 4, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'subnets': [{'id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:00:57.148937 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c73583-3499-4559-97b7-1014c686750f,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:57.158409 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:57.167488 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Made reservation on behalf of bad586706aa940bdbe260cca3d31587f for: {'network': 1} {{(pid=80266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:00:57.172654 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for network, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:57.214503 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:57.215644 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aa75b1b7-a16a-4ff6-9835-1db6a2a335dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:57.221850 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aa75b1b7-a16a-4ff6-9835-1db6a2a335dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:57.231077 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3d3fa6c2-776c-47ad-aa6c-136b381e848a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:57.254483 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:57.280389 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce568ac-6089-484b-9eff-729800ea6946 req-e25445f3-2ee2-4958-b4ce-5d7ef4706080 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:57.282218 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4ce568ac-6089-484b-9eff-729800ea6946 req-e25445f3-2ee2-4958-b4ce-5d7ef4706080 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.4088926 Nov 18 15:00:57.290045 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:57.293748 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for port, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:57.295582 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] 10.222.0.26 "PUT /v2.0/ports/b4c73583-3499-4559-97b7-1014c686750f HTTP/1.1" status: 200 len: 1157 time: 3.2040606 Nov 18 15:00:57.296170 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e1661f-501c-4267-9662-40f4b024467b', 'tag': 'b4c73583-3499-4559-97b7-1014c686750f'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:00:57.319538 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Usage tracker for resource:security_group_rule and tenant:bad586706aa940bdbe260cca3d31587f is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:57.324498 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:57.324970 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75b1b7-a16a-4ff6-9835-1db6a2a335dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2d1c87-3019-4441-b733-ef5bff392c6f,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:57.329390 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aa75b1b7-a16a-4ff6-9835-1db6a2a335dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:57.334245 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-aa75b1b7-a16a-4ff6-9835-1db6a2a335dd admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6ed62b092a254856bcf93b71ca04fb43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6206105 Nov 18 15:00:57.336014 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 33018) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:57.339402 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:57.375248 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:57.437165 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e1661f-501c-4267-9662-40f4b024467b', 'tag': 'b4c73583-3499-4559-97b7-1014c686750f', 'status': 'completed', 'code': 200} Nov 18 15:00:57.497967 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4ce568ac-6089-484b-9eff-729800ea6946 req-348b1f08-a1b2-41f5-bdf6-8f7372994bc9 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961701 Nov 18 15:00:57.500502 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning for port 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:00:57.506355 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:57.507101 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:57.563860 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dfd4c278-f2e8-409c-b02c-046bc7770dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:57.618089 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:57.628470 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-e9d5cccd-9cf4-475b-b39b-12a2228ff2e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12cfe360c41b48899747af02b5384727&device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 1160 time: 0.2700961 Nov 18 15:00:57.630712 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dfd4c278-f2e8-409c-b02c-046bc7770dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:57.640013 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:57.649715 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:57.687216 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Allocated IP 172.28.0.160 (43dc5890-a9c2-4d0d-8ecc-5e5d0db18312/81ba36a0-a2a1-4122-9852-9ec563604b00/8f6c4916-ba2d-4488-a1ca-4987a1cbc58f) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:00:57.690299 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:57.734959 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e,segment=NetworkSegment(324638eb-0cd2-4b5d-9c31-a87da18bd95c),segment_id=324638eb-0cd2-4b5d-9c31-a87da18bd95c)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:00:57.736503 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09581d8e-c06c-448c-bbf0-990233694443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:00:57.742607 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:57.744651 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:57.831771 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 15:00:57.851318 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:57.860179 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:57.864917 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-432ea4bd-382d-4b66-a3f0-7d57f38554cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4c73583-3499-4559-97b7-1014c686750f HTTP/1.1" status: 200 len: 217 time: 0.2040300 Nov 18 15:00:57.878242 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31a4266-d09e-4c95-b8b0-6893436959ac,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:57.884590 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731146413325', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:57.885032 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.segments_db [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Added segment 259665df-1b46-4a7d-b929-4b43dfd91afa of type vxlan for network a4d314bd-3534-4e9c-b964-9a124ce242f0 Nov 18 15:00:57.926958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:57.940490 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:57.974224 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:57.993089 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b6abaaf2-1a92-466f-a14f-28b784913710 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:58.009666 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731145831112'] for network, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:58.050184 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dfd4c278-f2e8-409c-b02c-046bc7770dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:58.053505 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-72501167-e162-49b5-baef-1e57a62d71de service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:58.055097 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-72501167-e162-49b5-baef-1e57a62d71de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6ff7cf5-d356-44bf-a2e0-331ebeaa79b9 HTTP/1.1" status: 200 len: 848 time: 0.1682904 Nov 18 15:00:58.059528 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:58.176246 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0fdfd-9c2e-4f79-ae3e-9213f766649d req-a2e28200-ea2c-4e29-bc6d-39bc49e79cd5 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:58.177925 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-cbd0fdfd-9c2e-4f79-ae3e-9213f766649d req-a2e28200-ea2c-4e29-bc6d-39bc49e79cd5 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=09581d8e-c06c-448c-bbf0-990233694443 HTTP/1.1" status: 200 len: 946 time: 0.5395083 Nov 18 15:00:58.189643 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4c278-f2e8-409c-b02c-046bc7770dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2d1c87-3019-4441-b733-ef5bff392c6f,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:58.199695 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dfd4c278-f2e8-409c-b02c-046bc7770dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:58.212391 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Pushing event updated for resources: {'Port': ['ID=8f6c4916-ba2d-4488-a1ca-4987a1cbc58f,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:58.219826 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-2ff8b965-2401-4e1e-89a3-2bef55914838 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=304764f6-1a63-421e-9cf0-748ec7fe72d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1512470 Nov 18 15:00:58.225312 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:58.258862 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:00:58.260003 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:00:58.262336 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:00:58.307647 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:58.324090 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:58.324744 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:58.334772 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-876f7a38-d111-423f-80a6-c6d480b73632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:58.348578 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dfd4c278-f2e8-409c-b02c-046bc7770dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:58.349784 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-dfd4c278-f2e8-409c-b02c-046bc7770dfd admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ac2d1c87-3019-4441-b733-ef5bff392c6f HTTP/1.1" status: 204 len: 168 time: 1.0076699 Nov 18 15:00:58.398377 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for floatingip, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:58.458023 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8563309 Nov 18 15:00:58.459139 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 33038) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:58.468083 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-fbe0d069-46ed-473b-acf5-e055af5ee7c9 admin admin] Request body: {'subnet': {'network_id': 'a4d314bd-3534-4e9c-b964-9a124ce242f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1520101458-subnet', 'tenant_id': 'bad586706aa940bdbe260cca3d31587f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:00:58.476886 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fbe0d069-46ed-473b-acf5-e055af5ee7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:58.478148 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-cbd0fdfd-9c2e-4f79-ae3e-9213f766649d req-d77bbe6d-5e02-4d41-9790-eb1dfef991f3 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800071 Nov 18 15:00:58.484995 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-fbe0d069-46ed-473b-acf5-e055af5ee7c9 admin admin] Usage tracker for resource:subnet and tenant:bad586706aa940bdbe260cca3d31587f is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:58.490011 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-fbe0d069-46ed-473b-acf5-e055af5ee7c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:58.498052 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:58.528104 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fbe0d069-46ed-473b-acf5-e055af5ee7c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:58.559634 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe0d069-46ed-473b-acf5-e055af5ee7c9 admin admin] Made reservation on behalf of bad586706aa940bdbe260cca3d31587f for: {'subnet': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:00:58.564330 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eac346-da78-4b2a-b176-ec57ee77ce31 req-68acf6dd-e765-46b0-8718-d5dca5b79436 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:58.566178 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbe0d069-46ed-473b-acf5-e055af5ee7c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9638453'] for subnet, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:58.571829 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-01eac346-da78-4b2a-b176-ec57ee77ce31 req-68acf6dd-e765-46b0-8718-d5dca5b79436 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/ports?device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 943 time: 0.5229383 Nov 18 15:00:58.584449 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Pushing event updated for resources: {'Network': ['ID=a4d314bd-3534-4e9c-b964-9a124ce242f0,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:58.586986 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09581d8e-c06c-448c-bbf0-990233694443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e', 'code': 200} Nov 18 15:00:58.599041 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Network a4d314bd-3534-4e9c-b964-9a124ce242f0 details requested by agent ovs-agent-dv-cinder-733623-8-smb with host dv-cinder-733623-8-smb {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 15:00:58.629406 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Network a4d314bd-3534-4e9c-b964-9a124ce242f0 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 15:00:58.633780 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:58.644656 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-9bc1e291-7f9d-41b2-b71f-09bb6b7a983b service neutron] 10.222.0.26 "GET /v2.0/networks/304764f6-1a63-421e-9cf0-748ec7fe72d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025192 Nov 18 15:00:58.781215 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:58.929602 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-01eac346-da78-4b2a-b176-ec57ee77ce31 req-37e01ff0-f5a7-44de-92cd-f48eb81f4aac tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/security-groups?id=806fec26-1d1d-4c1d-8744-fb6869009b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567121 Nov 18 15:00:58.931872 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6e86d86b-bd71-45ab-a45f-1195ba3aa6b0 req-c44c9ff6-6dca-4afc-b9dc-746427848327 service neutron] 10.222.0.26 "GET /v2.0/networks/304764f6-1a63-421e-9cf0-748ec7fe72d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2610328 Nov 18 15:00:59.013623 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 6af75b91-df5c-4559-ba71-a92fb45ff842 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:00:59.070718 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 33048) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:59.126358 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0e689a3e-f754-47ab-a1f6-3fde60c985ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:59.133766 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:59.135663 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:59.177714 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638131e-7c11-4ea4-a003-cd1303bd12bf req-228a01d6-253a-487e-b12d-ddb58bf291d2 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:59.186248 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9638131e-7c11-4ea4-a003-cd1303bd12bf req-228a01d6-253a-487e-b12d-ddb58bf291d2 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.2819157 Nov 18 15:00:59.234257 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning for port 6af75b91-df5c-4559-ba71-a92fb45ff842 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:00:59.247845 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 6af75b91-df5c-4559-ba71-a92fb45ff842 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:00:59.248322 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:59.259481 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0e689a3e-f754-47ab-a1f6-3fde60c985ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:00:59.273077 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9638131e-7c11-4ea4-a003-cd1303bd12bf req-0ac59594-cf4f-463b-9f41-59816df92807 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856802 Nov 18 15:00:59.294970 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-aa2a99cc-2f6c-46cd-928c-eb538d58b798 req-877b9afc-1db7-42bb-af72-8e292f7578d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=09581d8e-c06c-448c-bbf0-990233694443 HTTP/1.1" status: 200 len: 1163 time: 0.2671854 Nov 18 15:00:59.298660 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-0e689a3e-f754-47ab-a1f6-3fde60c985ce admin admin] Usage tracker for resource:security_group_rule and tenant:49549cc3f2314893b0f7c644584d18de is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:00:59.303576 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-0e689a3e-f754-47ab-a1f6-3fde60c985ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:00:59.355056 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0585e086-19c3-4137-978d-e779853081d2 req-aab4d3ac-b935-4bbd-97c5-5b6b39135f45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12cfe360c41b48899747af02b5384727&device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 1160 time: 0.3617988 Nov 18 15:00:59.361060 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0e689a3e-f754-47ab-a1f6-3fde60c985ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:00:59.389142 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-aa2a99cc-2f6c-46cd-928c-eb538d58b798 req-2d79f3b9-65eb-41c7-ad8c-45b265a82d46 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814013 Nov 18 15:00:59.463970 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0e689a3e-f754-47ab-a1f6-3fde60c985ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:59.469841 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:59.475341 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0e689a3e-f754-47ab-a1f6-3fde60c985ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:59.492381 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:59.505739 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] For port 6af75b91-df5c-4559-ba71-a92fb45ff842, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=6af75b91-df5c-4559-ba71-a92fb45ff842,segment=NetworkSegment(fd4911fa-7dca-4450-acfb-fa71f1345d91),segment_id=fd4911fa-7dca-4450-acfb-fa71f1345d91)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:00:59.509762 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:59.511905 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:59.581375 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e689a3e-f754-47ab-a1f6-3fde60c985ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e2fc78-877e-4ec8-aa7c-8cc47760aa5a,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:59.583268 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.resource_extend [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 18 15:00:59.593624 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Pushing event updated for resources: {'Port': ['ID=6af75b91-df5c-4559-ba71-a92fb45ff842,revision_number=5']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:00:59.596746 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-0e689a3e-f754-47ab-a1f6-3fde60c985ce admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=49549cc3f2314893b0f7c644584d18de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5184932 Nov 18 15:00:59.600069 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:59.601638 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 33060) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:59.603049 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0e689a3e-f754-47ab-a1f6-3fde60c985ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:00:59.634859 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:59.673187 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:00:59.696758 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 33064) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:00:59.697385 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:00:59.746099 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37032f9-c1cb-47f1-af19-5b0e6c9dde24 req-0b7c774c-4273-44cb-96a3-6e2d97ca1fed tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:59.747719 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a37032f9-c1cb-47f1-af19-5b0e6c9dde24 req-0b7c774c-4273-44cb-96a3-6e2d97ca1fed tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=09581d8e-c06c-448c-bbf0-990233694443 HTTP/1.1" status: 200 len: 946 time: 0.0856781 Nov 18 15:00:59.798436 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a37032f9-c1cb-47f1-af19-5b0e6c9dde24 req-c1b28679-4766-4e3a-b2b4-ac4609bbc79a tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429709 Nov 18 15:00:59.830613 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585e086-19c3-4137-978d-e779853081d2 req-eef6c334-9b6d-4e30-a895-e2836acf2d4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:00:59.832435 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0585e086-19c3-4137-978d-e779853081d2 req-eef6c334-9b6d-4e30-a895-e2836acf2d4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=304764f6-1a63-421e-9cf0-748ec7fe72d0 HTTP/1.1" status: 200 len: 902 time: 0.4684956 Nov 18 15:01:00.022278 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Pushing event updated for resources: {'Port': ['ID=8f6c4916-ba2d-4488-a1ca-4987a1cbc58f,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:00.031224 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:00.043689 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0585e086-19c3-4137-978d-e779853081d2 req-279d2bcb-3243-4cc6-934f-b53cb1058e08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4c73583-3499-4559-97b7-1014c686750f HTTP/1.1" status: 200 len: 217 time: 0.1576622 Nov 18 15:01:00.044479 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-745af058-ae60-49cd-af71-bc36ea7448a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:00.152541 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ccf7e090-7836-430a-9efb-1d2a23c6de60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:00.266564 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ccf7e090-7836-430a-9efb-1d2a23c6de60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:00.283127 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-745af058-ae60-49cd-af71-bc36ea7448a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:01:00.292053 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585e086-19c3-4137-978d-e779853081d2 req-afad6277-873b-4a7a-ad27-49889ed91baf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:00.293706 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0585e086-19c3-4137-978d-e779853081d2 req-afad6277-873b-4a7a-ad27-49889ed91baf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6ff7cf5-d356-44bf-a2e0-331ebeaa79b9 HTTP/1.1" status: 200 len: 848 time: 0.2242138 Nov 18 15:01:00.331088 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-745af058-ae60-49cd-af71-bc36ea7448a0 admin admin] Usage tracker for resource:security_group_rule and tenant:872846cdac734d74bae1f198e560cfaa is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:01:00.336673 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-745af058-ae60-49cd-af71-bc36ea7448a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:01:00.367623 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5499c7e-c920-4b01-8aad-06fd98a4896a req-83785ec4-c285-49bb-ac1d-7828313168ce tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:00.369217 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b5499c7e-c920-4b01-8aad-06fd98a4896a req-83785ec4-c285-49bb-ac1d-7828313168ce tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/ports?device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 943 time: 0.2916818 Nov 18 15:01:00.404548 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-745af058-ae60-49cd-af71-bc36ea7448a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:01:00.417838 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b5499c7e-c920-4b01-8aad-06fd98a4896a req-1042cefa-4bba-4873-a618-7264f4691f05 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/security-groups?id=806fec26-1d1d-4c1d-8744-fb6869009b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417278 Nov 18 15:01:00.423273 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0585e086-19c3-4137-978d-e779853081d2 req-1e000f9f-2147-423c-bb21-6ea595ba3d95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=304764f6-1a63-421e-9cf0-748ec7fe72d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877371 Nov 18 15:01:00.512012 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431000'] for floatingip, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:00.611539 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ccf7e090-7836-430a-9efb-1d2a23c6de60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:00.614900 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd93f0-c9b7-4c95-9a0e-69e24c66e192 req-1b52b5e6-2918-44b7-8618-b0ccba689ba2 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:00.616537 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-11bd93f0-c9b7-4c95-9a0e-69e24c66e192 req-1b52b5e6-2918-44b7-8618-b0ccba689ba2 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.0849450 Nov 18 15:01:00.627432 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ede090e6-fe38-461b-b52f-f1fb1a927b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:00.667475 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-11bd93f0-c9b7-4c95-9a0e-69e24c66e192 req-31e29905-fb18-4cbf-a248-ad00b8b0fea7 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445189 Nov 18 15:01:00.720825 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7e090-7836-430a-9efb-1d2a23c6de60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e2fc78-877e-4ec8-aa7c-8cc47760aa5a,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:00.759425 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0585e086-19c3-4137-978d-e779853081d2 req-1e9b4985-4ef3-41ce-9ac1-099daa0136ec service neutron] 10.222.0.26 "GET /v2.0/networks/304764f6-1a63-421e-9cf0-748ec7fe72d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244426 Nov 18 15:01:00.772641 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ccf7e090-7836-430a-9efb-1d2a23c6de60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:00.814336 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ccf7e090-7836-430a-9efb-1d2a23c6de60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:00.818259 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-ccf7e090-7836-430a-9efb-1d2a23c6de60 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/60e2fc78-877e-4ec8-aa7c-8cc47760aa5a HTTP/1.1" status: 204 len: 168 time: 1.2037442 Nov 18 15:01:00.835961 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:00.844314 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for floatingip, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:00.853583 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9850185 Nov 18 15:01:00.941323 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 6af75b91-df5c-4559-ba71-a92fb45ff842 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:01.034303 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:01.034845 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:01.136420 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894664d7-9639-460b-a7c3-2133517b1957 req-7fd25c1d-91ca-48f6-9865-52538935fbef tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:01.138577 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-894664d7-9639-460b-a7c3-2133517b1957 req-7fd25c1d-91ca-48f6-9865-52538935fbef tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=09581d8e-c06c-448c-bbf0-990233694443 HTTP/1.1" status: 200 len: 946 time: 0.1557617 Nov 18 15:01:01.170001 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 6af75b91-df5c-4559-ba71-a92fb45ff842 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:01.171482 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:01.175928 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbe0d069-46ed-473b-acf5-e055af5ee7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9814686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9638404'] for subnet, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:01.178134 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-745af058-ae60-49cd-af71-bc36ea7448a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:01.268157 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-894664d7-9639-460b-a7c3-2133517b1957 req-cd073115-3e20-4faa-8391-2926b23bbd28 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228242 Nov 18 15:01:01.269912 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-e2024ecf-f659-40be-bc76-a3e67415e85c tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Synchronizing usage tracker for tenant:7e33f061e6e44ec4a430f04b8846a002 on resource:security_group {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:01:01.295895 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:01.317501 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-e2024ecf-f659-40be-bc76-a3e67415e85c tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Unset dirty status for tenant:7e33f061e6e44ec4a430f04b8846a002 on resource:security_group {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:01:01.319059 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-e2024ecf-f659-40be-bc76-a3e67415e85c tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--130303824&fields=id&tenant_id=7e33f061e6e44ec4a430f04b8846a002 HTTP/1.1" status: 200 len: 267 time: 0.1329379 Nov 18 15:01:01.333248 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-745af058-ae60-49cd-af71-bc36ea7448a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:01.500142 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-745af058-ae60-49cd-af71-bc36ea7448a0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=872846cdac734d74bae1f198e560cfaa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7741151 Nov 18 15:01:01.508452 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 33106) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:01.508997 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0d069-46ed-473b-acf5-e055af5ee7c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab84650-0143-43c0-8bc6-e655801b77e8,revision_number=0']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:01.514677 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fbe0d069-46ed-473b-acf5-e055af5ee7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:01.515326 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:01.558797 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0585e086-19c3-4137-978d-e779853081d2 req-813adc06-1cb7-4318-9e84-f3e0008c0d89 service neutron] 10.222.0.26 "GET /v2.0/networks/304764f6-1a63-421e-9cf0-748ec7fe72d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7831242 Nov 18 15:01:01.589097 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745af058-ae60-49cd-af71-bc36ea7448a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42254931-2a8b-42ab-9aaa-c0363f29d799,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:01.598974 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-745af058-ae60-49cd-af71-bc36ea7448a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:01.608731 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe0d069-46ed-473b-acf5-e055af5ee7c9 admin admin] Checking segment: {'id': '259665df-1b46-4a7d-b929-4b43dfd91afa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4d314bd-3534-4e9c-b964-9a124ce242f0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:01:01.609217 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe0d069-46ed-473b-acf5-e055af5ee7c9 admin admin] Network hostable DHCP agents. Network: a4d314bd-3534-4e9c-b964-9a124ce242f0, hostable agents: ['7dd807ff-4068-4bca-9edc-148d9863a8e6'], hosted agents: [] {{(pid=80267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 15:01:01.633213 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe0d069-46ed-473b-acf5-e055af5ee7c9 admin admin] Network a4d314bd-3534-4e9c-b964-9a124ce242f0 is scheduled to be hosted by DHCP agent 7dd807ff-4068-4bca-9edc-148d9863a8e6 with binding_index 1 {{(pid=80267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 15:01:01.643708 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-fbe0d069-46ed-473b-acf5-e055af5ee7c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-smb, a4d314bd-3534-4e9c-b964-9a124ce242f0) {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:01:01.651549 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-99f53cf0-2009-465a-b474-1909b79fa242 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:01.652294 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-99f53cf0-2009-465a-b474-1909b79fa242 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Synchronizing usage tracker for tenant:7e33f061e6e44ec4a430f04b8846a002 on resource:network {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:01:01.652442 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeee58e-6489-4ff1-83ab-35a5b5e2456a None None] Network a4d314bd-3534-4e9c-b964-9a124ce242f0 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 15:01:01.665300 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe0d069-46ed-473b-acf5-e055af5ee7c9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:01.666158 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbe0d069-46ed-473b-acf5-e055af5ee7c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:01.690181 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-fbe0d069-46ed-473b-acf5-e055af5ee7c9 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2301569 Nov 18 15:01:01.720824 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-99f53cf0-2009-465a-b474-1909b79fa242 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Unset dirty status for tenant:7e33f061e6e44ec4a430f04b8846a002 on resource:network {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:01:01.722126 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-99f53cf0-2009-465a-b474-1909b79fa242 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/networks?id=7100e8d1-6aca-4702-8db4-c0fcac7adc0f HTTP/1.1" status: 200 len: 809 time: 0.3954828 Nov 18 15:01:01.750321 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53a77068-a2f7-42e7-b3b4-1385224e3d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:01.770301 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-a76d69c3-1f03-4f6a-b613-04c09463881c tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/quotas/7e33f061e6e44ec4a430f04b8846a002 HTTP/1.1" status: 200 len: 375 time: 0.0356967 Nov 18 15:01:01.829465 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53a77068-a2f7-42e7-b3b4-1385224e3d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:02.015921 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53a77068-a2f7-42e7-b3b4-1385224e3d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:02.041618 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0e689a3e-f754-47ab-a1f6-3fde60c985ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:02.066787 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a77068-a2f7-42e7-b3b4-1385224e3d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42254931-2a8b-42ab-9aaa-c0363f29d799,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:02.072476 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-53a77068-a2f7-42e7-b3b4-1385224e3d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:02.112423 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-53a77068-a2f7-42e7-b3b4-1385224e3d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:02.115955 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-53a77068-a2f7-42e7-b3b4-1385224e3d69 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/42254931-2a8b-42ab-9aaa-c0363f29d799 HTTP/1.1" status: 204 len: 168 time: 0.6037285 Nov 18 15:01:02.137526 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c958ef31-1b54-4426-84f1-8ab253080ba6 None None] Network a4d314bd-3534-4e9c-b964-9a124ce242f0 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 15:01:02.149815 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-d984221b-6c83-488d-9628-66d61d2396b9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Synchronizing usage tracker for tenant:7e33f061e6e44ec4a430f04b8846a002 on resource:port {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:01:02.174888 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434cae2-9904-4b9a-b1e9-5e2986a880d7 req-85009df0-f56d-48bc-b99a-de4f8d47b1e3 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:02.176519 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2434cae2-9904-4b9a-b1e9-5e2986a880d7 req-85009df0-f56d-48bc-b99a-de4f8d47b1e3 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/ports?device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 943 time: 0.3054867 Nov 18 15:01:02.219762 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-d984221b-6c83-488d-9628-66d61d2396b9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Unset dirty status for tenant:7e33f061e6e44ec4a430f04b8846a002 on resource:port {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:01:02.234027 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-d984221b-6c83-488d-9628-66d61d2396b9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?tenant_id=7e33f061e6e44ec4a430f04b8846a002&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4548817 Nov 18 15:01:02.297464 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2434cae2-9904-4b9a-b1e9-5e2986a880d7 req-122508b2-cf4d-461a-818e-dc0a20b853f3 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/security-groups?id=806fec26-1d1d-4c1d-8744-fb6869009b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128786 Nov 18 15:01:02.457213 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-7db9c019-e45d-4ca6-8fd3-a529d466ea78 service neutron] 10.222.0.17 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189701 Nov 18 15:01:02.736320 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059b7fd-df1c-4801-8f89-de52e4adf741 req-36dbb20d-2c3e-4ea1-aeda-b910ba6ef9d2 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:02.744104 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9059b7fd-df1c-4801-8f89-de52e4adf741 req-36dbb20d-2c3e-4ea1-aeda-b910ba6ef9d2 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.1921272 Nov 18 15:01:02.760633 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-b34c05e4-dea8-4b11-a919-4192c680f10b service neutron] 10.222.0.17 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2980084 Nov 18 15:01:02.782819 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 33146) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:02.874619 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9059b7fd-df1c-4801-8f89-de52e4adf741 req-dd96e7a0-614e-4bd0-82ae-3e7d0246e88b tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294310 Nov 18 15:01:02.952811 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.objects.ports [None req-bebafa51-068d-4b40-8b57-b5cdab26c51a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80268) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 15:01:03.106432 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-786090ce-d8ca-40a7-9769-bb34b5b92b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:03.177125 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-786090ce-d8ca-40a7-9769-bb34b5b92b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:01:03.178541 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-cdd1576d-3a0b-4772-9c10-b7523ff0ee4c req-d5bcae4f-6fb4-4635-b1df-ed7cd837c7fa tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 210 time: 0.0626223 Nov 18 15:01:03.190277 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-786090ce-d8ca-40a7-9769-bb34b5b92b46 admin admin] Usage tracker for resource:security_group_rule and tenant:cf88ea824b574d9491226f0e2536564a is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:01:03.193956 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-786090ce-d8ca-40a7-9769-bb34b5b92b46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:01:03.200026 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-786090ce-d8ca-40a7-9769-bb34b5b92b46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:01:03.295546 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-786090ce-d8ca-40a7-9769-bb34b5b92b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:03.298562 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-786090ce-d8ca-40a7-9769-bb34b5b92b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:03.330276 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:03.341631 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-786090ce-d8ca-40a7-9769-bb34b5b92b46 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cf88ea824b574d9491226f0e2536564a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5548847 Nov 18 15:01:03.341841 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 33178) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:03.436491 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786090ce-d8ca-40a7-9769-bb34b5b92b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89d912e-320c-4b35-adfe-bad5931390db,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:03.446478 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-786090ce-d8ca-40a7-9769-bb34b5b92b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:03.477041 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5c4e238d-a1fc-43c6-ac54-d1e789c110f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:03.510378 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5c4e238d-a1fc-43c6-ac54-d1e789c110f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:03.572607 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5c4e238d-a1fc-43c6-ac54-d1e789c110f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:03.579192 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ccf7e090-7836-430a-9efb-1d2a23c6de60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:03.595030 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e238d-a1fc-43c6-ac54-d1e789c110f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89d912e-320c-4b35-adfe-bad5931390db,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:03.612137 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5c4e238d-a1fc-43c6-ac54-d1e789c110f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:03.612989 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5c4e238d-a1fc-43c6-ac54-d1e789c110f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:03.616621 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-5c4e238d-a1fc-43c6-ac54-d1e789c110f1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a89d912e-320c-4b35-adfe-bad5931390db HTTP/1.1" status: 204 len: 168 time: 0.2711232 Nov 18 15:01:03.655437 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc61b7-1c97-4ae5-b6c8-e700e1021eea req-b6bffc80-55ab-4e88-91e0-b0659d1fadb5 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:03.657217 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-98bc61b7-1c97-4ae5-b6c8-e700e1021eea req-b6bffc80-55ab-4e88-91e0-b0659d1fadb5 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/ports?device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 943 time: 0.1328843 Nov 18 15:01:03.665109 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device b4c73583-3499-4559-97b7-1014c686750f up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:03.740816 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-98bc61b7-1c97-4ae5-b6c8-e700e1021eea req-1d7cfa2a-ca02-40e3-b8ad-91c47fa04968 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/security-groups?id=806fec26-1d1d-4c1d-8744-fb6869009b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731361 Nov 18 15:01:03.746529 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning for port b4c73583-3499-4559-97b7-1014c686750f completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:01:03.758788 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port b4c73583-3499-4559-97b7-1014c686750f triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:03.760038 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:03.949440 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:04.007045 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e1661f-501c-4267-9662-40f4b024467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c73583-3499-4559-97b7-1014c686750f'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:01:04.038079 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port b4c73583-3499-4559-97b7-1014c686750f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b4c73583-3499-4559-97b7-1014c686750f,segment=NetworkSegment(cadaa51a-94e4-4a34-bdad-e39e13723997),segment_id=cadaa51a-94e4-4a34-bdad-e39e13723997)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:01:04.043533 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:04.046613 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5e248a50-ea9f-4742-b634-0c8116a6511f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:04.175201 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=b4c73583-3499-4559-97b7-1014c686750f,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:04.186027 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:04.207407 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1661f-501c-4267-9662-40f4b024467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c73583-3499-4559-97b7-1014c686750f', 'code': 200} Nov 18 15:01:04.280252 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed5ecd-9308-4b6b-a349-40bcb62d5ac7 req-78f155c8-246e-4a2b-b774-6ed01418dae4 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:04.282218 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4aed5ecd-9308-4b6b-a349-40bcb62d5ac7 req-78f155c8-246e-4a2b-b774-6ed01418dae4 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.1965535 Nov 18 15:01:04.360972 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4aed5ecd-9308-4b6b-a349-40bcb62d5ac7 req-77b3d357-f2ec-4bcf-a2f8-487268b9c8ab tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708709 Nov 18 15:01:04.718732 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fe9a360b-7f95-4f06-9679-04803127ad72 req-1cac4496-e742-4a12-acd1-9c8dc4275b09 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 210 time: 0.0735719 Nov 18 15:01:04.809765 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device b4c73583-3499-4559-97b7-1014c686750f up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:04.839862 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-eab65434-b8d6-49ac-a68a-2337cd03cbdf req-69033852-f5fe-4e0a-9844-58ef8207700e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 1162 time: 0.2998934 Nov 18 15:01:04.847474 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-4de020db-0cf1-4be3-a48f-909a84ae3c00 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:04.852855 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-4de020db-0cf1-4be3-a48f-909a84ae3c00 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.26 "GET /v2.0/networks?id=7100e8d1-6aca-4702-8db4-c0fcac7adc0f HTTP/1.1" status: 200 len: 809 time: 0.3717403 Nov 18 15:01:04.905683 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port b4c73583-3499-4559-97b7-1014c686750f triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:04.906528 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:05.023661 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-63edb8c4-4ca4-4164-8a46-72d2310893eb tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e33f061e6e44ec4a430f04b8846a002 HTTP/1.1" status: 200 len: 5044 time: 0.1485670 Nov 18 15:01:05.037314 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-4c926a20-d39d-4f35-a73e-f212a31ae0c9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Request body: {'port': {'device_id': 'e0de2fab-d1b9-4b14-848b-e495f3edc993', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'admin_state_up': True, 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'security_groups': ['ed3290a4-5931-49b2-91f5-eb1cb39b1c91']}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:01:05.071300 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-eab65434-b8d6-49ac-a68a-2337cd03cbdf req-fca7a169-e0eb-4eca-8756-986ffaae11df service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=806fec26-1d1d-4c1d-8744-fb6869009b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147534 Nov 18 15:01:05.262579 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-4c926a20-d39d-4f35-a73e-f212a31ae0c9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:01:05.273447 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-4c926a20-d39d-4f35-a73e-f212a31ae0c9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:01:05.292136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-4c926a20-d39d-4f35-a73e-f212a31ae0c9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Made reservation on behalf of 7e33f061e6e44ec4a430f04b8846a002 for: {'port': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:01:05.320098 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-764addcf-0c9a-412d-9e18-e1288af269e3 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:05.320299 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-4c926a20-d39d-4f35-a73e-f212a31ae0c9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:05.320944 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-764addcf-0c9a-412d-9e18-e1288af269e3 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Synchronizing usage tracker for tenant:bad586706aa940bdbe260cca3d31587f on resource:network {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:01:05.337853 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a906d-7b22-4f7b-99fe-8423da0d09d9 req-7613ba21-7edb-4bd3-97eb-f5009e48c523 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:05.339532 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ce3a906d-7b22-4f7b-99fe-8423da0d09d9 req-7613ba21-7edb-4bd3-97eb-f5009e48c523 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/ports?device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 945 time: 0.2857740 Nov 18 15:01:05.383875 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-764addcf-0c9a-412d-9e18-e1288af269e3 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Unset dirty status for tenant:bad586706aa940bdbe260cca3d31587f on resource:network {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:01:05.391194 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-764addcf-0c9a-412d-9e18-e1288af269e3 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/networks?id=a4d314bd-3534-4e9c-b964-9a124ce242f0 HTTP/1.1" status: 200 len: 809 time: 0.5462344 Nov 18 15:01:05.429099 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-22938974-b8de-463a-8572-d6e457848e32 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/quotas/bad586706aa940bdbe260cca3d31587f HTTP/1.1" status: 200 len: 375 time: 0.0368950 Nov 18 15:01:05.434203 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ce3a906d-7b22-4f7b-99fe-8423da0d09d9 req-2622b426-06e2-4d34-81ff-ea09c335a051 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/security-groups?id=806fec26-1d1d-4c1d-8744-fb6869009b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842502 Nov 18 15:01:05.500288 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-cf61b3c1-ff3e-40bc-ad35-8f1c3b495d46 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?tenant_id=bad586706aa940bdbe260cca3d31587f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701458 Nov 18 15:01:05.694707 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-f85e7d4f-5014-4098-95ce-457078d3504b service neutron] 10.222.0.17 "GET /v2.0/networks/a4d314bd-3534-4e9c-b964-9a124ce242f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933980 Nov 18 15:01:05.722824 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-4c926a20-d39d-4f35-a73e-f212a31ae0c9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Allocated IP 172.20.0.12 (7100e8d1-6aca-4702-8db4-c0fcac7adc0f/ccd06d64-c873-4fe5-aaac-a311ffcd4b42/752b2315-ab3d-464a-bb2b-e764715e73b9) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:01:05.925456 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-1d3e6d96-04bb-46b0-b1f5-d888796f9d3c service neutron] 10.222.0.17 "GET /v2.0/networks/a4d314bd-3534-4e9c-b964-9a124ce242f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2297902 Nov 18 15:01:05.954852 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52e4a4-650a-414c-9271-538922303607 req-3a249301-9286-4480-92b9-8a3d5666cec0 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:05.960740 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-4c926a20-d39d-4f35-a73e-f212a31ae0c9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:05.962439 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4f52e4a4-650a-414c-9271-538922303607 req-3a249301-9286-4480-92b9-8a3d5666cec0 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.1492829 Nov 18 15:01:05.987008 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-4c926a20-d39d-4f35-a73e-f212a31ae0c9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Transition to ACTIVE for port object 752b2315-ab3d-464a-bb2b-e764715e73b9 will not be triggered until provisioned by entity DHCP. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:01:05.994230 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 33278) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:06.008510 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4f52e4a4-650a-414c-9271-538922303607 req-13452861-11d4-4112-8b61-33f0a383163e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451288 Nov 18 15:01:06.016883 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-4c926a20-d39d-4f35-a73e-f212a31ae0c9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:06.034012 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:06.208229 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ad9666a0-5c56-4a3e-8a97-056217468857 req-fd0b48c7-0716-4608-830d-e0ea661dadaf tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=7c2eb80e-28fe-4edb-9fb7-688e71f77c0a HTTP/1.1" status: 200 len: 210 time: 0.0681503 Nov 18 15:01:06.297745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f219d7-ab82-4fa8-8945-c2af78cb3a32 req-8ab8561e-6d8f-45d9-a263-2c66a5498d51 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:06.299417 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-18f219d7-ab82-4fa8-8945-c2af78cb3a32 req-8ab8561e-6d8f-45d9-a263-2c66a5498d51 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 932 time: 0.0901639 Nov 18 15:01:06.302532 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-64e7e6ec-7467-4333-b527-c4e7d4329e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:06.333610 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c926a20-d39d-4f35-a73e-f212a31ae0c9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Pushing event updated for resources: {'Port': ['ID=752b2315-ab3d-464a-bb2b-e764715e73b9,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:06.342324 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4c926a20-d39d-4f35-a73e-f212a31ae0c9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:06.361389 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-18f219d7-ab82-4fa8-8945-c2af78cb3a32 req-f4cb1820-fd9f-4672-87fd-c37d3c91dca2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543070 Nov 18 15:01:06.370291 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-64e7e6ec-7467-4333-b527-c4e7d4329e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:01:06.377371 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-4c926a20-d39d-4f35-a73e-f212a31ae0c9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Network 7100e8d1-6aca-4702-8db4-c0fcac7adc0f is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:01:06.378733 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-64e7e6ec-7467-4333-b527-c4e7d4329e97 admin admin] Usage tracker for resource:security_group_rule and tenant:63a45cf6126d4c07a4e7a9ce28779267 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:01:06.382357 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-4c926a20-d39d-4f35-a73e-f212a31ae0c9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:01:06.384431 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-64e7e6ec-7467-4333-b527-c4e7d4329e97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:01:06.387469 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-4c926a20-d39d-4f35-a73e-f212a31ae0c9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:01:06.447012 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-64e7e6ec-7467-4333-b527-c4e7d4329e97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:01:06.563462 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-4c926a20-d39d-4f35-a73e-f212a31ae0c9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:06.564650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-4c926a20-d39d-4f35-a73e-f212a31ae0c9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:06.669374 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-64e7e6ec-7467-4333-b527-c4e7d4329e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:06.677353 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-64e7e6ec-7467-4333-b527-c4e7d4329e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:06.735196 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:06.761086 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-64e7e6ec-7467-4333-b527-c4e7d4329e97 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=63a45cf6126d4c07a4e7a9ce28779267&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7649255 Nov 18 15:01:06.770072 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f263f0ca-6b9f-4c9a-8d0c-55a0bca38b6c None None] Provisioning for port 752b2315-ab3d-464a-bb2b-e764715e73b9 completed by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:01:06.777576 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 33304) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:06.782302 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-f263f0ca-6b9f-4c9a-8d0c-55a0bca38b6c None None] Provisioning complete for port 752b2315-ab3d-464a-bb2b-e764715e73b9 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:06.782724 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f263f0ca-6b9f-4c9a-8d0c-55a0bca38b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:06.866053 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-f263f0ca-6b9f-4c9a-8d0c-55a0bca38b6c None None] Port 752b2315-ab3d-464a-bb2b-e764715e73b9 cannot update to ACTIVE because it is not bound. {{(pid=80268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 15:01:06.870488 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device b4c73583-3499-4559-97b7-1014c686750f up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:06.873717 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2095b-d4ae-43fd-b95d-f77ee7926158 req-41998ab0-1dfb-4283-95cb-eb73ee75cf59 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:06.883830 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2ad2095b-d4ae-43fd-b95d-f77ee7926158 req-41998ab0-1dfb-4283-95cb-eb73ee75cf59 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/ports?device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 945 time: 0.2360306 Nov 18 15:01:06.895677 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-4c926a20-d39d-4f35-a73e-f212a31ae0c9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8643041 Nov 18 15:01:06.959596 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2ad2095b-d4ae-43fd-b95d-f77ee7926158 req-20a1dca2-6480-4d57-ab70-5f4d73ff1a50 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/security-groups?id=806fec26-1d1d-4c1d-8744-fb6869009b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680008 Nov 18 15:01:06.964956 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7e6ec-7467-4333-b527-c4e7d4329e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfbfcb5-930f-4478-b5a3-fd83862fedad,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:07.002701 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-64e7e6ec-7467-4333-b527-c4e7d4329e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:07.009155 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Request body: {'port': {'device_id': 'e0de2fab-d1b9-4b14-848b-e495f3edc993', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:01:07.012408 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port b4c73583-3499-4559-97b7-1014c686750f triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:07.012891 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:07.196160 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbc46b92-67e0-4e75-ba2e-4e85d933189d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:07.232168 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbc46b92-67e0-4e75-ba2e-4e85d933189d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:07.321951 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbc46b92-67e0-4e75-ba2e-4e85d933189d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:07.339588 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80de6899-c98a-46eb-af04-369f682754c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:07.399727 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc46b92-67e0-4e75-ba2e-4e85d933189d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfbfcb5-930f-4478-b5a3-fd83862fedad,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:07.409416 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fbc46b92-67e0-4e75-ba2e-4e85d933189d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:07.413295 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fbc46b92-67e0-4e75-ba2e-4e85d933189d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:07.414721 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-fbc46b92-67e0-4e75-ba2e-4e85d933189d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3cfbfcb5-930f-4478-b5a3-fd83862fedad HTTP/1.1" status: 204 len: 168 time: 0.6360512 Nov 18 15:01:07.436854 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:07.491711 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20acb5d-b89d-424c-b308-bcc108e76588 req-4e9031dc-be0a-4c50-9571-53a156e5267d tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:07.495739 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b20acb5d-b89d-424c-b308-bcc108e76588 req-4e9031dc-be0a-4c50-9571-53a156e5267d tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.1747096 Nov 18 15:01:07.512404 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a01a7099-2082-4ad6-9c4a-507f41bf58a4 req-8e969a05-5943-4ea0-91b4-eff953e16010 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=7c2eb80e-28fe-4edb-9fb7-688e71f77c0a HTTP/1.1" status: 200 len: 210 time: 0.0784733 Nov 18 15:01:07.627447 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b20acb5d-b89d-424c-b308-bcc108e76588 req-804b0d14-5293-410a-bce9-7ccd014457ba tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234117 Nov 18 15:01:08.109530 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752b2315-ab3d-464a-bb2b-e764715e73b9 {{(pid=80267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 15:01:08.118854 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:08.137533 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Transition to ACTIVE for port object 752b2315-ab3d-464a-bb2b-e764715e73b9 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:01:08.140841 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:08.145187 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4142de-1540-44aa-ac2d-bb108965c2a8 req-8e049a28-db5b-4f57-a3b7-8f7b5fb5019e tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:08.147033 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3d4142de-1540-44aa-ac2d-bb108965c2a8 req-8e049a28-db5b-4f57-a3b7-8f7b5fb5019e tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 932 time: 0.3168917 Nov 18 15:01:08.191050 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:08.221141 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-c237cf54-5ab1-4393-8fc4-efa5d3b861fd tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:08.223182 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-c237cf54-5ab1-4393-8fc4-efa5d3b861fd tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.26 "GET /v2.0/networks?id=a4d314bd-3534-4e9c-b964-9a124ce242f0 HTTP/1.1" status: 200 len: 809 time: 0.3101065 Nov 18 15:01:08.250155 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3d4142de-1540-44aa-ac2d-bb108965c2a8 req-95cbe876-e565-4d27-9e5c-0f24f59039f8 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940602 Nov 18 15:01:08.257453 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-4b9d8dd3-358a-4bab-adcf-88c5ec58e9ca tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Request body: {'port': {'device_id': '7c2eb80e-28fe-4edb-9fb7-688e71f77c0a', 'network_id': 'a4d314bd-3534-4e9c-b964-9a124ce242f0', 'admin_state_up': True, 'tenant_id': 'bad586706aa940bdbe260cca3d31587f'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:01:08.493507 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=752b2315-ab3d-464a-bb2b-e764715e73b9,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:08.497356 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:08.763175 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Attempting to bind port 752b2315-ab3d-464a-bb2b-e764715e73b9 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:01:08.764581 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Attempting to bind port 752b2315-ab3d-464a-bb2b-e764715e73b9 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'fd4911fa-7dca-4450-acfb-fa71f1345d91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:01:08.765099 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Attempting to bind port 752b2315-ab3d-464a-bb2b-e764715e73b9 on network 7100e8d1-6aca-4702-8db4-c0fcac7adc0f {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:01:08.781802 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Checking agent: {'id': '7eae2a45-698e-415c-8839-ff0c3594e804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:01:08.782443 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Checking segment: {'id': 'fd4911fa-7dca-4450-acfb-fa71f1345d91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:01:08.783022 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:08.783565 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Bound using segment: {'id': 'fd4911fa-7dca-4450-acfb-fa71f1345d91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:01:08.784195 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Bound port: 752b2315-ab3d-464a-bb2b-e764715e73b9, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4911fa-7dca-4450-acfb-fa71f1345d91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:01:08.785010 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:08.815794 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-4b9d8dd3-358a-4bab-adcf-88c5ec58e9ca tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:01:08.825677 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-4b9d8dd3-358a-4bab-adcf-88c5ec58e9ca tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Usage tracker for resource:port and tenant:bad586706aa940bdbe260cca3d31587f is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:01:08.829622 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-4b9d8dd3-358a-4bab-adcf-88c5ec58e9ca tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Quota usage for port was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:01:08.920274 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-4b9d8dd3-358a-4bab-adcf-88c5ec58e9ca tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:01:08.925995 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] For port 752b2315-ab3d-464a-bb2b-e764715e73b9, host hv-cinder-73362, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:01:08.929366 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4bdd6a51-e8e7-418e-8837-5fa9f4073be8 req-e2f70be6-5c86-490b-8713-03aedbbd0694 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=7c2eb80e-28fe-4edb-9fb7-688e71f77c0a HTTP/1.1" status: 200 len: 210 time: 0.1157305 Nov 18 15:01:08.929640 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] For port 752b2315-ab3d-464a-bb2b-e764715e73b9, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=752b2315-ab3d-464a-bb2b-e764715e73b9,segment=NetworkSegment(fd4911fa-7dca-4450-acfb-fa71f1345d91),segment_id=fd4911fa-7dca-4450-acfb-fa71f1345d91)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:01:08.936114 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:08.952020 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-4b9d8dd3-358a-4bab-adcf-88c5ec58e9ca tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Made reservation on behalf of bad586706aa940bdbe260cca3d31587f for: {'port': 1} {{(pid=80266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:01:08.957967 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-4b9d8dd3-358a-4bab-adcf-88c5ec58e9ca tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:08.980543 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:09.272566 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a63829-bd1f-40af-9d78-9272e012996c req-b3a91793-3a00-4e65-8022-62e4a52f5769 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:09.281499 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-43a63829-bd1f-40af-9d78-9272e012996c req-b3a91793-3a00-4e65-8022-62e4a52f5769 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/ports?device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 945 time: 0.4767725 Nov 18 15:01:09.377045 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:09.378597 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] 10.222.0.26 "PUT /v2.0/ports/752b2315-ab3d-464a-bb2b-e764715e73b9 HTTP/1.1" status: 200 len: 1158 time: 2.3790548 Nov 18 15:01:09.379089 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0de2fab-d1b9-4b14-848b-e495f3edc993', 'tag': '752b2315-ab3d-464a-bb2b-e764715e73b9'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:01:09.387752 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=752b2315-ab3d-464a-bb2b-e764715e73b9,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:09.391735 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:09.437592 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-43a63829-bd1f-40af-9d78-9272e012996c req-66c2f1ef-61be-4d87-b21d-c615ff44cd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/security-groups?id=806fec26-1d1d-4c1d-8744-fb6869009b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546996 Nov 18 15:01:09.484405 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7772a15-e7e0-4592-88be-66ce9cb3ef90 req-0bb0d653-8d9b-4d09-aec0-ed851af998d1 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:09.487397 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c7772a15-e7e0-4592-88be-66ce9cb3ef90 req-0bb0d653-8d9b-4d09-aec0-ed851af998d1 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.3157113 Nov 18 15:01:09.593936 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-9ca677d9-d7d5-43f5-a6ad-922aeace6395 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e33f061e6e44ec4a430f04b8846a002&device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 1161 time: 0.1451886 Nov 18 15:01:09.722548 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c7772a15-e7e0-4592-88be-66ce9cb3ef90 req-05578ecc-9716-4124-8c15-a1997d866f36 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218750 Nov 18 15:01:09.735226 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-a5e96382-7328-4123-aca6-498e9c71086d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=752b2315-ab3d-464a-bb2b-e764715e73b9 HTTP/1.1" status: 200 len: 217 time: 0.1267307 Nov 18 15:01:09.847239 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-959bd571-9e81-4e96-b3d0-ebde12ee6c89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:09.849069 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-959bd571-9e81-4e96-b3d0-ebde12ee6c89 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ccd06d64-c873-4fe5-aaac-a311ffcd4b42 HTTP/1.1" status: 200 len: 848 time: 0.1075139 Nov 18 15:01:09.883401 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-4b9d8dd3-358a-4bab-adcf-88c5ec58e9ca tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Allocated IP 172.20.0.6 (a4d314bd-3534-4e9c-b964-9a124ce242f0/0ab84650-0143-43c0-8bc6-e655801b77e8/5adfa200-3f73-450e-a524-822324ca14cb) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:01:09.962493 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1b6d2-cf94-456f-ba5e-07f14c118cd1 req-e4708819-940d-4213-92d7-3b976c4608d5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:09.964539 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-65c1b6d2-cf94-456f-ba5e-07f14c118cd1 req-e4708819-940d-4213-92d7-3b976c4608d5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 944 time: 0.2783101 Nov 18 15:01:09.991720 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-b448906b-04d2-4f44-9619-d6c17a4de681 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7100e8d1-6aca-4702-8db4-c0fcac7adc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1342373 Nov 18 15:01:10.064171 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-65c1b6d2-cf94-456f-ba5e-07f14c118cd1 req-c205c792-5650-4383-b66d-fe6166290d66 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918353 Nov 18 15:01:10.166118 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0de2fab-d1b9-4b14-848b-e495f3edc993', 'tag': '752b2315-ab3d-464a-bb2b-e764715e73b9', 'status': 'completed', 'code': 200} Nov 18 15:01:10.300733 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-6448d663-8aea-4a41-be06-9a1cee358da4 service neutron] 10.222.0.26 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011031 Nov 18 15:01:10.477695 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ccf13bd8-1e90-4a89-9987-6eca65f46a32 req-6e0d3e91-b378-49f5-9666-93acfe506268 service neutron] 10.222.0.26 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1613243 Nov 18 15:01:10.524891 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d6010ec1-14aa-4142-9ca1-be1c7ad773c1 req-76111de3-046d-4246-835b-8ce5c66e2913 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=7c2eb80e-28fe-4edb-9fb7-688e71f77c0a HTTP/1.1" status: 200 len: 210 time: 0.1370959 Nov 18 15:01:10.537093 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-4b9d8dd3-358a-4bab-adcf-88c5ec58e9ca tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:10.573155 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-84f4306f-53ee-4f34-bf99-ba56ec836c95 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:10.574881 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-84f4306f-53ee-4f34-bf99-ba56ec836c95 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/networks?id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 HTTP/1.1" status: 200 len: 815 time: 0.2768230 Nov 18 15:01:10.599556 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-89fa0042-2817-4d9a-a5bb-0f0bd47516a9 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/quotas/a0c21091ef2244ca833257d93ddee8eb HTTP/1.1" status: 200 len: 375 time: 0.0168724 Nov 18 15:01:10.601060 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-4b9d8dd3-358a-4bab-adcf-88c5ec58e9ca tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:10.611867 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b6312350-b791-4519-a222-f5937d9d8b41 req-cae5e84b-0083-4cfa-86f0-d749136fe5ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e33f061e6e44ec4a430f04b8846a002&device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 1161 time: 0.0829971 Nov 18 15:01:10.620179 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2caa8317-0f8b-406d-ba05-87c6e85c6103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:10.764987 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6312350-b791-4519-a222-f5937d9d8b41 req-6ce97134-17c7-4273-9d1c-b17969768f32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:10.766683 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b6312350-b791-4519-a222-f5937d9d8b41 req-6ce97134-17c7-4273-9d1c-b17969768f32 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7100e8d1-6aca-4702-8db4-c0fcac7adc0f HTTP/1.1" status: 200 len: 903 time: 0.1451242 Nov 18 15:01:10.831223 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d8dd3-358a-4bab-adcf-88c5ec58e9ca tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Pushing event updated for resources: {'Port': ['ID=5adfa200-3f73-450e-a524-822324ca14cb,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:10.837302 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4b9d8dd3-358a-4bab-adcf-88c5ec58e9ca tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:10.846148 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b6312350-b791-4519-a222-f5937d9d8b41 req-54c32079-209e-45e3-bf98-1fef2f2a524d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=752b2315-ab3d-464a-bb2b-e764715e73b9 HTTP/1.1" status: 200 len: 217 time: 0.0715935 Nov 18 15:01:10.925769 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6312350-b791-4519-a222-f5937d9d8b41 req-2b6d375d-0c49-426d-a500-5041743f86bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:10.927282 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b6312350-b791-4519-a222-f5937d9d8b41 req-2b6d375d-0c49-426d-a500-5041743f86bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ccd06d64-c873-4fe5-aaac-a311ffcd4b42 HTTP/1.1" status: 200 len: 848 time: 0.0693231 Nov 18 15:01:10.946707 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-061bf828-823c-43f0-a8a6-0380182aa3d4 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?tenant_id=a0c21091ef2244ca833257d93ddee8eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3296967 Nov 18 15:01:10.963745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-4b9d8dd3-358a-4bab-adcf-88c5ec58e9ca tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Network a4d314bd-3534-4e9c-b964-9a124ce242f0 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:01:10.990741 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-4b9d8dd3-358a-4bab-adcf-88c5ec58e9ca tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Resources bound (agent type, host, resource id): {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:01:10.998569 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-4b9d8dd3-358a-4bab-adcf-88c5ec58e9ca tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:01:11.002840 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-4b9d8dd3-358a-4bab-adcf-88c5ec58e9ca tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:11.003513 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-4b9d8dd3-358a-4bab-adcf-88c5ec58e9ca tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for port, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:11.019669 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b6312350-b791-4519-a222-f5937d9d8b41 req-cd5376cc-f69b-4ce2-a4c9-c5f551bd5f9c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7100e8d1-6aca-4702-8db4-c0fcac7adc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830076 Nov 18 15:01:11.065806 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-4b9d8dd3-358a-4bab-adcf-88c5ec58e9ca tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8142655 Nov 18 15:01:11.137987 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Request body: {'port': {'device_id': '7c2eb80e-28fe-4edb-9fb7-688e71f77c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:01:11.168155 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67659198-55f2-494a-b955-ff18dce7a514 req-44395460-207c-47c4-981f-89faca8bc027 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:11.170341 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-67659198-55f2-494a-b955-ff18dce7a514 req-44395460-207c-47c4-981f-89faca8bc027 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.3052471 Nov 18 15:01:11.184260 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b6312350-b791-4519-a222-f5937d9d8b41 req-0f17dc69-4e49-472a-b191-75eed7103df4 service neutron] 10.222.0.26 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510823 Nov 18 15:01:11.311483 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-e7943c85-3234-4394-8f97-e6da522dbd83 service neutron] 10.222.0.17 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499780 Nov 18 15:01:11.327597 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-67659198-55f2-494a-b955-ff18dce7a514 req-c61ef229-cde2-464a-9734-72508058e6fc tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397204 Nov 18 15:01:11.381691 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b6312350-b791-4519-a222-f5937d9d8b41 req-e6b8c6a3-2e42-43f9-ae45-4705043ba33d service neutron] 10.222.0.26 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1876390 Nov 18 15:01:11.386166 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:11.817127 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 33436) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:11.867608 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-4ee82fac-ff46-44bb-aaf3-52d692d8dd80 service neutron] 10.222.0.17 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5436873 Nov 18 15:01:11.962807 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b975d72-2aed-45c1-b609-df5a0b6cc9db req-5fce27f1-d020-4f56-b3a5-711e7ae498ca tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:11.970613 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2b975d72-2aed-45c1-b609-df5a0b6cc9db req-5fce27f1-d020-4f56-b3a5-711e7ae498ca tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 944 time: 0.4614511 Nov 18 15:01:12.005158 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-609fbfb3-c208-4f8a-a048-c564b033f53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:12.068848 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-609fbfb3-c208-4f8a-a048-c564b033f53a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:01:12.073522 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-609fbfb3-c208-4f8a-a048-c564b033f53a admin admin] Usage tracker for resource:security_group_rule and tenant:d03592c7d024435ebfca65cb6631aba2 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:01:12.077222 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-609fbfb3-c208-4f8a-a048-c564b033f53a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:01:12.083817 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-609fbfb3-c208-4f8a-a048-c564b033f53a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:01:12.158469 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-609fbfb3-c208-4f8a-a048-c564b033f53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:12.164293 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-609fbfb3-c208-4f8a-a048-c564b033f53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:12.198202 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aa75b1b7-a16a-4ff6-9835-1db6a2a335dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:12.247131 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-609fbfb3-c208-4f8a-a048-c564b033f53a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d03592c7d024435ebfca65cb6631aba2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4289851 Nov 18 15:01:12.249154 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fbfb3-c208-4f8a-a048-c564b033f53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c13d930-edea-4d1e-8188-124b4a16ccbf,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:12.255533 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 33454) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:12.270793 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-609fbfb3-c208-4f8a-a048-c564b033f53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:12.403165 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2b975d72-2aed-45c1-b609-df5a0b6cc9db req-50e71227-0845-467f-bcc2-d6fb48ca1360 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4317029 Nov 18 15:01:12.506651 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5adfa200-3f73-450e-a524-822324ca14cb {{(pid=80266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 15:01:12.551322 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:12.587933 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ec593e66-3d05-4dbd-9a9b-92c8866401c6 req-d19052df-2f04-414a-9f2e-437d7edd876b tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 210 time: 0.0873189 Nov 18 15:01:12.597015 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e503e260-4831-4bb7-babd-4c428b667635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:12.601725 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Transition to ACTIVE for port object 5adfa200-3f73-450e-a524-822324ca14cb will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:01:12.628661 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:12.666061 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b9ecb42f-c89e-4fb0-819b-3e9dbe5d519a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:12.862915 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Pushing event updated for resources: {'Port': ['ID=5adfa200-3f73-450e-a524-822324ca14cb,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:12.867934 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e503e260-4831-4bb7-babd-4c428b667635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:12.933509 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:12.976472 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e503e260-4831-4bb7-babd-4c428b667635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:12.990562 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:13.073958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba64d8-566a-4453-bb84-6eebf5d0876b req-4d4bf879-555d-42a3-bc7f-830594da970b tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:13.074731 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-96ba64d8-566a-4453-bb84-6eebf5d0876b req-4d4bf879-555d-42a3-bc7f-830594da970b tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Synchronizing usage tracker for tenant:bad586706aa940bdbe260cca3d31587f on resource:port {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:01:13.087434 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503e260-4831-4bb7-babd-4c428b667635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c13d930-edea-4d1e-8188-124b4a16ccbf,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:13.097669 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e503e260-4831-4bb7-babd-4c428b667635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:13.103122 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e503e260-4831-4bb7-babd-4c428b667635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:13.104342 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-e503e260-4831-4bb7-babd-4c428b667635 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3c13d930-edea-4d1e-8188-124b4a16ccbf HTTP/1.1" status: 204 len: 168 time: 0.8477812 Nov 18 15:01:13.168992 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-96ba64d8-566a-4453-bb84-6eebf5d0876b req-4d4bf879-555d-42a3-bc7f-830594da970b tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Unset dirty status for tenant:bad586706aa940bdbe260cca3d31587f on resource:port {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:01:13.180346 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-96ba64d8-566a-4453-bb84-6eebf5d0876b req-4d4bf879-555d-42a3-bc7f-830594da970b tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=7c2eb80e-28fe-4edb-9fb7-688e71f77c0a HTTP/1.1" status: 200 len: 931 time: 0.7665167 Nov 18 15:01:13.279914 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5451eb6-33db-4b46-aad9-1a5e2b050a24 req-d9ef3515-504b-4118-bda7-237034cfd932 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:13.281547 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f5451eb6-33db-4b46-aad9-1a5e2b050a24 req-d9ef3515-504b-4118-bda7-237034cfd932 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.3620026 Nov 18 15:01:13.344163 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:13.348451 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-96ba64d8-566a-4453-bb84-6eebf5d0876b req-7ef6fdc2-6ce0-42f6-8529-86c52c116edb tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Synchronizing usage tracker for tenant:bad586706aa940bdbe260cca3d31587f on resource:security_group {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:01:13.370516 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Attempting to bind port 5adfa200-3f73-450e-a524-822324ca14cb on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:01:13.370890 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Attempting to bind port 5adfa200-3f73-450e-a524-822324ca14cb by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '259665df-1b46-4a7d-b929-4b43dfd91afa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4d314bd-3534-4e9c-b964-9a124ce242f0'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:01:13.371347 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Attempting to bind port 5adfa200-3f73-450e-a524-822324ca14cb on network a4d314bd-3534-4e9c-b964-9a124ce242f0 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:01:13.406630 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f5451eb6-33db-4b46-aad9-1a5e2b050a24 req-379a616c-3cc5-4419-aaa3-6f781249b0e2 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119285 Nov 18 15:01:13.407343 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-96ba64d8-566a-4453-bb84-6eebf5d0876b req-7ef6fdc2-6ce0-42f6-8529-86c52c116edb tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Unset dirty status for tenant:bad586706aa940bdbe260cca3d31587f on resource:security_group {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:01:13.422526 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-96ba64d8-566a-4453-bb84-6eebf5d0876b req-7ef6fdc2-6ce0-42f6-8529-86c52c116edb tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445576 Nov 18 15:01:13.423627 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Checking agent: {'id': '7eae2a45-698e-415c-8839-ff0c3594e804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:01:13.424003 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Checking segment: {'id': '259665df-1b46-4a7d-b929-4b43dfd91afa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4d314bd-3534-4e9c-b964-9a124ce242f0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:01:13.424413 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:13.425196 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Bound using segment: {'id': '259665df-1b46-4a7d-b929-4b43dfd91afa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4d314bd-3534-4e9c-b964-9a124ce242f0'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:01:13.425318 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Bound port: 5adfa200-3f73-450e-a524-822324ca14cb, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259665df-1b46-4a7d-b929-4b43dfd91afa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4d314bd-3534-4e9c-b964-9a124ce242f0'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:01:13.425690 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:13.603650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] For port 5adfa200-3f73-450e-a524-822324ca14cb, host hv-cinder-73362, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:01:13.607566 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] For port 5adfa200-3f73-450e-a524-822324ca14cb, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5adfa200-3f73-450e-a524-822324ca14cb,segment=NetworkSegment(259665df-1b46-4a7d-b929-4b43dfd91afa),segment_id=259665df-1b46-4a7d-b929-4b43dfd91afa)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:01:13.613095 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:13.629960 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:13.698663 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 752b2315-ab3d-464a-bb2b-e764715e73b9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:13.919313 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning for port 752b2315-ab3d-464a-bb2b-e764715e73b9 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:01:13.932085 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Pushing event updated for resources: {'Port': ['ID=5adfa200-3f73-450e-a524-822324ca14cb,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:13.944022 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 752b2315-ab3d-464a-bb2b-e764715e73b9 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:13.944454 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:13.946413 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for port, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:13.948256 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] 10.222.0.26 "PUT /v2.0/ports/5adfa200-3f73-450e-a524-822324ca14cb HTTP/1.1" status: 200 len: 1157 time: 2.8668079 Nov 18 15:01:13.948946 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2eb80e-28fe-4edb-9fb7-688e71f77c0a', 'tag': '5adfa200-3f73-450e-a524-822324ca14cb'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:01:13.954819 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:13.969038 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-e762647b-5529-4ff6-8960-214fc97af2d5 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:13.971497 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-e762647b-5529-4ff6-8960-214fc97af2d5 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.26 "GET /v2.0/networks?id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 HTTP/1.1" status: 200 len: 815 time: 0.3249002 Nov 18 15:01:13.995810 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-34681a15-1a02-484f-a3f5-f4283ff68846 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Request body: {'port': {'device_id': '6510ac8e-4c10-4009-b594-fcfcfc023b70', 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7', 'admin_state_up': True, 'tenant_id': 'a0c21091ef2244ca833257d93ddee8eb'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:01:14.029597 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-873ce27b-8005-4fd6-9c59-e44d719d3075 req-54dbc321-4cd4-4c92-a250-c6fa80247a7a tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 210 time: 0.0664952 Nov 18 15:01:14.255358 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:14.281818 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-c9bc41d2-4cf6-4725-889a-8f81d654b700 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bad586706aa940bdbe260cca3d31587f&device_id=7c2eb80e-28fe-4edb-9fb7-688e71f77c0a HTTP/1.1" status: 200 len: 1160 time: 0.2496259 Nov 18 15:01:14.290274 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42490bef-3bd4-47f3-9124-7a0ece4d148c req-14c0be4e-3ac2-46e9-9da0-451d020bd166 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:14.291963 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-42490bef-3bd4-47f3-9124-7a0ece4d148c req-14c0be4e-3ac2-46e9-9da0-451d020bd166 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 944 time: 0.2611556 Nov 18 15:01:14.324661 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0de2fab-d1b9-4b14-848b-e495f3edc993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752b2315-ab3d-464a-bb2b-e764715e73b9'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:01:14.336763 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 752b2315-ab3d-464a-bb2b-e764715e73b9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=752b2315-ab3d-464a-bb2b-e764715e73b9,segment=NetworkSegment(fd4911fa-7dca-4450-acfb-fa71f1345d91),segment_id=fd4911fa-7dca-4450-acfb-fa71f1345d91)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:01:14.338218 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-34681a15-1a02-484f-a3f5-f4283ff68846 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:01:14.341177 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:14.343492 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-34681a15-1a02-484f-a3f5-f4283ff68846 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Usage tracker for resource:port and tenant:a0c21091ef2244ca833257d93ddee8eb is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:01:14.344286 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:14.346883 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-34681a15-1a02-484f-a3f5-f4283ff68846 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Quota usage for port was recalculated. Used quota:3. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:01:14.353081 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-34681a15-1a02-484f-a3f5-f4283ff68846 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:01:14.364842 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-34681a15-1a02-484f-a3f5-f4283ff68846 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Made reservation on behalf of a0c21091ef2244ca833257d93ddee8eb for: {'port': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:01:14.379565 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-2b8ddb6a-cdcf-41d0-8f58-2d5ae282e1d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5adfa200-3f73-450e-a524-822324ca14cb HTTP/1.1" status: 200 len: 217 time: 0.0864282 Nov 18 15:01:14.380666 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-34681a15-1a02-484f-a3f5-f4283ff68846 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:14.473249 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=752b2315-ab3d-464a-bb2b-e764715e73b9,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:14.473780 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-1a461364-b02e-481c-a7aa-cf98a6c1c9ee service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:14.475519 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-1a461364-b02e-481c-a7aa-cf98a6c1c9ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ab84650-0143-43c0-8bc6-e655801b77e8 HTTP/1.1" status: 200 len: 849 time: 0.0757124 Nov 18 15:01:14.485457 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:14.557916 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 33550) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:14.583188 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-5cf9ea63-1db1-485c-952e-27668165f70d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4d314bd-3534-4e9c-b964-9a124ce242f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928137 Nov 18 15:01:14.626218 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-42490bef-3bd4-47f3-9124-7a0ece4d148c req-530eb05e-b94a-47b4-9176-c3326509f578 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497630 Nov 18 15:01:14.746212 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2eb80e-28fe-4edb-9fb7-688e71f77c0a', 'tag': '5adfa200-3f73-450e-a524-822324ca14cb', 'status': 'completed', 'code': 200} Nov 18 15:01:14.764313 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-34681a15-1a02-484f-a3f5-f4283ff68846 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Allocated IP 172.20.0.2 (d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7/ee20925e-2a54-4f0d-847c-e53daab404c3/9f8375ad-c9e8-4b62-9c4f-6faabc010011) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:01:14.786377 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd795b-a6a9-4bce-be7c-239dca813cb8 req-f008ee01-ba02-4afc-be0b-45cb33392678 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:14.788151 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-84cd795b-a6a9-4bce-be7c-239dca813cb8 req-f008ee01-ba02-4afc-be0b-45cb33392678 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/ports?device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 945 time: 0.2557321 Nov 18 15:01:14.800392 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0de2fab-d1b9-4b14-848b-e495f3edc993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752b2315-ab3d-464a-bb2b-e764715e73b9', 'code': 200} Nov 18 15:01:14.871111 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-9391aeb8-3445-4ebd-8d34-c5e98755a9b4 service neutron] 10.222.0.26 "GET /v2.0/networks/a4d314bd-3534-4e9c-b964-9a124ce242f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797470 Nov 18 15:01:14.880262 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2016728554-network', 'tenant_id': '3744a70cc58a4d309144b144203db7ce'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:01:14.890352 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:01:14.904287 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 752b2315-ab3d-464a-bb2b-e764715e73b9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:14.938102 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Usage tracker for resource:network and tenant:3744a70cc58a4d309144b144203db7ce is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:01:14.947306 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:01:14.969630 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:01:15.010256 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 752b2315-ab3d-464a-bb2b-e764715e73b9 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:15.010751 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:15.097237 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-84cd795b-a6a9-4bce-be7c-239dca813cb8 req-9f36db21-bf38-4313-b5dc-b11219eab084 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/security-groups?id=806fec26-1d1d-4c1d-8744-fb6869009b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921181 Nov 18 15:01:15.151846 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-34681a15-1a02-484f-a3f5-f4283ff68846 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:15.156746 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-909ea7bd-23e2-4482-8eb8-9126cdf8017d req-31b66008-6ea3-4758-a748-59eaf502abbc service neutron] 10.222.0.26 "GET /v2.0/networks/a4d314bd-3534-4e9c-b964-9a124ce242f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2760792 Nov 18 15:01:15.169652 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a2453-da1f-4803-80cd-36c711fdf093 req-6515fe8e-1df6-436e-acda-310b772d50e5 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:15.177760 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-489a2453-da1f-4803-80cd-36c711fdf093 req-6515fe8e-1df6-436e-acda-310b772d50e5 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=7c2eb80e-28fe-4edb-9fb7-688e71f77c0a HTTP/1.1" status: 200 len: 943 time: 0.2240541 Nov 18 15:01:15.220354 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Made reservation on behalf of 3744a70cc58a4d309144b144203db7ce for: {'network': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:01:15.225035 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for network, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:15.254111 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:15.311808 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:01:15.315044 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-34681a15-1a02-484f-a3f5-f4283ff68846 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:15.325362 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-489a2453-da1f-4803-80cd-36c711fdf093 req-f0be6d36-6136-4523-a0de-bb1082845b6d tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466248 Nov 18 15:01:15.338582 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Usage tracker for resource:security_group_rule and tenant:3744a70cc58a4d309144b144203db7ce is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:01:15.341280 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:15.379662 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:01:15.384626 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9be6d3-a071-45f7-ad16-909fd6a670fc req-3be9c1a0-827b-4d93-a7c3-e4f18b233d14 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:15.386502 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-df9be6d3-a071-45f7-ad16-909fd6a670fc req-3be9c1a0-827b-4d93-a7c3-e4f18b233d14 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.1336532 Nov 18 15:01:15.390851 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-df8df42c-98d4-481d-a0b1-67d83ac7861b req-397c9c01-e4e4-4799-9a87-350b57feec89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bad586706aa940bdbe260cca3d31587f&device_id=7c2eb80e-28fe-4edb-9fb7-688e71f77c0a HTTP/1.1" status: 200 len: 1160 time: 0.1793456 Nov 18 15:01:15.420260 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:01:15.428652 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-535f58f7-6d14-4b0a-a1d4-fbcde1ba1a73 req-32176316-22ea-458b-98a9-1006248d76f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 1163 time: 0.2687309 Nov 18 15:01:15.549772 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34681a15-1a02-484f-a3f5-f4283ff68846 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Pushing event updated for resources: {'Port': ['ID=9f8375ad-c9e8-4b62-9c4f-6faabc010011,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:15.576191 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-34681a15-1a02-484f-a3f5-f4283ff68846 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:15.640523 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-535f58f7-6d14-4b0a-a1d4-fbcde1ba1a73 req-f96be9a8-d1c8-4a17-826a-8afe64d2f95b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008040 Nov 18 15:01:15.646893 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-34681a15-1a02-484f-a3f5-f4283ff68846 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Network d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:01:15.648632 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-34681a15-1a02-484f-a3f5-f4283ff68846 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:01:15.657830 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-34681a15-1a02-484f-a3f5-f4283ff68846 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:01:15.725596 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:15.731122 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:15.738194 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5c4e238d-a1fc-43c6-ac54-d1e789c110f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:15.759158 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-34681a15-1a02-484f-a3f5-f4283ff68846 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:15.759821 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-34681a15-1a02-484f-a3f5-f4283ff68846 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:15.785720 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 15:01:15.804515 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c685064-4868-4206-87bc-490eb5cef5d6,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:15.811665 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:15.812055 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-df9be6d3-a071-45f7-ad16-909fd6a670fc req-6ba157a5-e0af-4a3b-8e77-97d471cd982b tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175849 Nov 18 15:01:15.815257 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:15.815638 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.segments_db [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Added segment 21fe0465-8dfa-4657-9fdb-3342c44a7b8e of type vxlan for network e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 Nov 18 15:01:15.845333 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-34681a15-1a02-484f-a3f5-f4283ff68846 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8460724 Nov 18 15:01:15.865906 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731145831112'] for network, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:15.868726 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8df42c-98d4-481d-a0b1-67d83ac7861b req-da29d1dd-8a99-42ce-a690-31a3fb47d1a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:15.870352 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-df8df42c-98d4-481d-a0b1-67d83ac7861b req-da29d1dd-8a99-42ce-a690-31a3fb47d1a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4d314bd-3534-4e9c-b964-9a124ce242f0 HTTP/1.1" status: 200 len: 903 time: 0.4606586 Nov 18 15:01:15.876324 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47087312-ec4e-4169-8885-3d003948d5f7 req-6dbea513-3c83-487d-a794-8044a79ddce7 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:15.877849 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-47087312-ec4e-4169-8885-3d003948d5f7 req-6dbea513-3c83-487d-a794-8044a79ddce7 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 931 time: 0.1857846 Nov 18 15:01:15.895840 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Request body: {'port': {'device_id': '6510ac8e-4c10-4009-b594-fcfcfc023b70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:01:15.988697 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-df8df42c-98d4-481d-a0b1-67d83ac7861b req-e253e63a-24a3-4344-a89c-8eb9d439b562 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5adfa200-3f73-450e-a524-822324ca14cb HTTP/1.1" status: 200 len: 217 time: 0.0891652 Nov 18 15:01:16.018637 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-47087312-ec4e-4169-8885-3d003948d5f7 req-e8c9a039-ec7c-4208-92fb-558f7d5db8b2 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337385 Nov 18 15:01:16.130719 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8df42c-98d4-481d-a0b1-67d83ac7861b req-801e75db-cb8c-426e-8c76-b84ee06fd3a8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:16.142462 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-df8df42c-98d4-481d-a0b1-67d83ac7861b req-801e75db-cb8c-426e-8c76-b84ee06fd3a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ab84650-0143-43c0-8bc6-e655801b77e8 HTTP/1.1" status: 200 len: 849 time: 0.1226392 Nov 18 15:01:16.248866 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-df8df42c-98d4-481d-a0b1-67d83ac7861b req-7f482b49-857e-4e58-8125-213a383217f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4d314bd-3534-4e9c-b964-9a124ce242f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993471 Nov 18 15:01:16.353538 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:16.365639 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:16.366492 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:16.389249 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:16.444295 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:16.474419 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.9153481 Nov 18 15:01:16.483566 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 33584) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:16.489256 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-56d2b746-9b16-4ea3-ae48-ffda98ee68fb admin admin] Request body: {'subnet': {'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2016728554-subnet', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'ip_version': 4}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:01:16.500322 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-df8df42c-98d4-481d-a0b1-67d83ac7861b req-dc3b9349-b540-45da-a78d-aecf061a68ed service neutron] 10.222.0.26 "GET /v2.0/networks/a4d314bd-3534-4e9c-b964-9a124ce242f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402463 Nov 18 15:01:16.554903 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaebf7c-259b-4098-835b-2304728cdb0b req-18dd92ee-452f-4c09-ab57-80b952c32ef9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:16.554903 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0aaebf7c-259b-4098-835b-2304728cdb0b req-18dd92ee-452f-4c09-ab57-80b952c32ef9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.3454823 Nov 18 15:01:16.575394 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdd1a9-a7bc-473c-b153-b26bc9551004 req-40225773-6731-4695-86c1-383856360975 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:16.575394 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-67cdd1a9-a7bc-473c-b153-b26bc9551004 req-40225773-6731-4695-86c1-383856360975 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.26 "GET /v2.0/ports?device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 945 time: 0.2805989 Nov 18 15:01:16.577269 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 33590) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:16.577398 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-56d2b746-9b16-4ea3-ae48-ffda98ee68fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:01:16.579783 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Pushing event updated for resources: {'Network': ['ID=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:16.583015 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:16.594417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Network e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 details requested by agent ovs-agent-dv-cinder-733623-8-smb with host dv-cinder-733623-8-smb {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 15:01:16.616131 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Network e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 15:01:16.678601 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eddb8a-a3aa-48cc-a0c3-7c50b24d9233 req-ee52323f-8a30-4477-89f2-8c561fecdceb tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:16.688984 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-40eddb8a-a3aa-48cc-a0c3-7c50b24d9233 req-ee52323f-8a30-4477-89f2-8c561fecdceb tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/ports?device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 945 time: 0.3615613 Nov 18 15:01:16.774662 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0aaebf7c-259b-4098-835b-2304728cdb0b req-fbc46d91-4862-490b-be24-ba7be2251cf6 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197957 Nov 18 15:01:16.851627 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-56d2b746-9b16-4ea3-ae48-ffda98ee68fb admin admin] Usage tracker for resource:subnet and tenant:3744a70cc58a4d309144b144203db7ce is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:01:16.873711 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-40eddb8a-a3aa-48cc-a0c3-7c50b24d9233 req-e7be2216-9579-4c09-a3ff-dd9468d5b824 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/security-groups?id=806fec26-1d1d-4c1d-8744-fb6869009b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842420 Nov 18 15:01:16.883176 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-56d2b746-9b16-4ea3-ae48-ffda98ee68fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:01:16.899121 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c715b3f-9820-4aa9-bd92-117f07847d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:16.912140 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-df8df42c-98d4-481d-a0b1-67d83ac7861b req-cfebef44-a603-4fd3-8087-72684f1207d8 service neutron] 10.222.0.26 "GET /v2.0/networks/a4d314bd-3534-4e9c-b964-9a124ce242f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4031909 Nov 18 15:01:16.912433 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-56d2b746-9b16-4ea3-ae48-ffda98ee68fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:01:16.951891 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6c715b3f-9820-4aa9-bd92-117f07847d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:01:16.956159 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-6c715b3f-9820-4aa9-bd92-117f07847d9d admin admin] Usage tracker for resource:security_group_rule and tenant:e4e6f7bc9558484a8c8bb3e06983338e is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:01:16.959250 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-6c715b3f-9820-4aa9-bd92-117f07847d9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:01:16.965361 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6c715b3f-9820-4aa9-bd92-117f07847d9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:01:17.003837 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d2b746-9b16-4ea3-ae48-ffda98ee68fb admin admin] Made reservation on behalf of 3744a70cc58a4d309144b144203db7ce for: {'subnet': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:01:17.008743 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-56d2b746-9b16-4ea3-ae48-ffda98ee68fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9638453'] for subnet, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:17.027787 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-67cdd1a9-a7bc-473c-b153-b26bc9551004 req-503c203a-ac6e-4ab3-a13d-37dbfe49fd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Deleting port b4c73583-3499-4559-97b7-1014c686750f {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:01:17.028325 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-67cdd1a9-a7bc-473c-b153-b26bc9551004 req-503c203a-ac6e-4ab3-a13d-37dbfe49fd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:17.223629 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c715b3f-9820-4aa9-bd92-117f07847d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:17.228344 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c715b3f-9820-4aa9-bd92-117f07847d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:17.239494 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b65f0c2c-ceea-4097-b233-2ea1411476d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:17.278829 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61590752-d17c-44a2-86dd-a1a68f8ef787 req-0ebdfc20-9316-46fa-95e5-f2d3e36b8317 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:17.281079 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-61590752-d17c-44a2-86dd-a1a68f8ef787 req-0ebdfc20-9316-46fa-95e5-f2d3e36b8317 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=7c2eb80e-28fe-4edb-9fb7-688e71f77c0a HTTP/1.1" status: 200 len: 943 time: 0.2912564 Nov 18 15:01:17.327378 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd2740-859c-4340-b377-00d30fd54657 req-90f1588f-0671-452a-923b-5974380c4abc tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:17.328988 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d0cd2740-859c-4340-b377-00d30fd54657 req-90f1588f-0671-452a-923b-5974380c4abc tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.2459476 Nov 18 15:01:17.329664 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c715b3f-9820-4aa9-bd92-117f07847d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc5e96f-501d-4ef2-9a4f-d11663d8e050,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:17.335803 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6c715b3f-9820-4aa9-bd92-117f07847d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:17.344115 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-6c715b3f-9820-4aa9-bd92-117f07847d9d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e4e6f7bc9558484a8c8bb3e06983338e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7619510 Nov 18 15:01:17.345720 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 33600) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:17.382101 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.resource_extend [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 18 15:01:17.438835 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-61590752-d17c-44a2-86dd-a1a68f8ef787 req-c9ef6233-14d9-4be5-9fba-16891c077150 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402376 Nov 18 15:01:17.449139 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d0cd2740-859c-4340-b377-00d30fd54657 req-b77ddbb5-af7a-4f33-b694-a9074cda4b16 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068273 Nov 18 15:01:17.471580 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83e45aa8-e923-40d1-a6d5-3f6828630b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:17.513990 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83e45aa8-e923-40d1-a6d5-3f6828630b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:17.531327 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-67cdd1a9-a7bc-473c-b153-b26bc9551004 req-503c203a-ac6e-4ab3-a13d-37dbfe49fd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] For port b4c73583-3499-4559-97b7-1014c686750f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b4c73583-3499-4559-97b7-1014c686750f,segment=NetworkSegment(cadaa51a-94e4-4a34-bdad-e39e13723997),segment_id=cadaa51a-94e4-4a34-bdad-e39e13723997)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:01:17.532231 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-67cdd1a9-a7bc-473c-b153-b26bc9551004 req-503c203a-ac6e-4ab3-a13d-37dbfe49fd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:17.566679 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83e45aa8-e923-40d1-a6d5-3f6828630b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:17.573210 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e3bdc0e4-7463-4b52-a568-4e31cc66b4d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:17.627025 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e45aa8-e923-40d1-a6d5-3f6828630b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc5e96f-501d-4ef2-9a4f-d11663d8e050,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:17.637070 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-83e45aa8-e923-40d1-a6d5-3f6828630b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:17.648914 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-83e45aa8-e923-40d1-a6d5-3f6828630b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:17.652525 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-83e45aa8-e923-40d1-a6d5-3f6828630b92 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cbc5e96f-501d-4ef2-9a4f-d11663d8e050 HTTP/1.1" status: 204 len: 168 time: 0.3034759 Nov 18 15:01:17.687472 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e26b2-650d-444e-aeba-8969531352ec req-1ba4aafe-9590-45e0-bbaf-b121f5ad202a tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:17.689261 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6f8e26b2-650d-444e-aeba-8969531352ec req-1ba4aafe-9590-45e0-bbaf-b121f5ad202a tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 931 time: 0.1182876 Nov 18 15:01:17.711195 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 752b2315-ab3d-464a-bb2b-e764715e73b9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:17.731748 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8375ad-c9e8-4b62-9c4f-6faabc010011 {{(pid=80267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 15:01:17.739141 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:17.751683 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Transition to ACTIVE for port object 9f8375ad-c9e8-4b62-9c4f-6faabc010011 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:01:17.760275 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-67cdd1a9-a7bc-473c-b153-b26bc9551004 req-503c203a-ac6e-4ab3-a13d-37dbfe49fd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Calling delete_port for b4c73583-3499-4559-97b7-1014c686750f owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:01:17.785752 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6f8e26b2-650d-444e-aeba-8969531352ec req-9bdc03e8-dbaa-4875-a15a-100e4d8f6452 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863008 Nov 18 15:01:17.830556 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:17.831610 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 752b2315-ab3d-464a-bb2b-e764715e73b9 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:17.832229 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:17.870498 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-87c0a894-f7e4-4d19-b5ab-330a24032650 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:18.058873 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device b4c73583-3499-4559-97b7-1014c686750f no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:01:18.100243 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb37889-a871-4e4f-9bb2-f3931fdcd264 req-06bbfe8d-497f-4863-80ba-69ca09fd9986 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:18.102285 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2bb37889-a871-4e4f-9bb2-f3931fdcd264 req-06bbfe8d-497f-4863-80ba-69ca09fd9986 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.1491232 Nov 18 15:01:18.211372 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:18.221339 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2bb37889-a871-4e4f-9bb2-f3931fdcd264 req-69bcc858-407f-452f-b713-ebff770df100 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125779 Nov 18 15:01:18.247280 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d63731-418c-4894-92bd-f33907a4f32c req-f6ab9d8b-7be4-49f4-86fa-11752ebb7341 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:18.261660 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port b4c73583-3499-4559-97b7-1014c686750f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b4c73583-3499-4559-97b7-1014c686750f,segment=NetworkSegment(cadaa51a-94e4-4a34-bdad-e39e13723997),segment_id=cadaa51a-94e4-4a34-bdad-e39e13723997)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:01:18.261660 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e1661f-501c-4267-9662-40f4b024467b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4c73583-3499-4559-97b7-1014c686750f'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:01:18.262061 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-72d63731-418c-4894-92bd-f33907a4f32c req-f6ab9d8b-7be4-49f4-86fa-11752ebb7341 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/ports?device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 945 time: 0.1294324 Nov 18 15:01:18.262168 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:18.262168 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:18.324128 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-72d63731-418c-4894-92bd-f33907a4f32c req-5723d148-23a3-4a72-b010-65a5cf168ef2 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/security-groups?id=806fec26-1d1d-4c1d-8744-fb6869009b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662036 Nov 18 15:01:18.335489 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1661f-501c-4267-9662-40f4b024467b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4c73583-3499-4559-97b7-1014c686750f', 'code': 200} Nov 18 15:01:18.345566 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=b4c73583-3499-4559-97b7-1014c686750f,revision_number=5']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:18.349924 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:18.367382 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8375ad-c9e8-4b62-9c4f-6faabc010011,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:18.374676 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:18.411367 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.api [req-67cdd1a9-a7bc-473c-b153-b26bc9551004 req-503c203a-ac6e-4ab3-a13d-37dbfe49fd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80267) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 15:01:18.411913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_db.api [req-67cdd1a9-a7bc-473c-b153-b26bc9551004 req-503c203a-ac6e-4ab3-a13d-37dbfe49fd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 15:01:18.521931 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cebdc-e7ad-4e9c-96fe-43b9c7eee59a req-f2b70795-51b2-4eca-aaf9-d25906416539 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:18.523587 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-920cebdc-e7ad-4e9c-96fe-43b9c7eee59a req-f2b70795-51b2-4eca-aaf9-d25906416539 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.0850115 Nov 18 15:01:18.533379 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 33626) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:18.539245 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-cabdea3d-0202-4edd-a38c-b07e8be4cffe tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Request body: {'floatingip': {'port_id': '752b2315-ab3d-464a-bb2b-e764715e73b9'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:01:18.613920 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Attempting to bind port 9f8375ad-c9e8-4b62-9c4f-6faabc010011 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:01:18.614487 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Attempting to bind port 9f8375ad-c9e8-4b62-9c4f-6faabc010011 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '324638eb-0cd2-4b5d-9c31-a87da18bd95c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:01:18.614609 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Attempting to bind port 9f8375ad-c9e8-4b62-9c4f-6faabc010011 on network d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:01:18.638071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Checking agent: {'id': '7eae2a45-698e-415c-8839-ff0c3594e804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:01:18.638071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Checking segment: {'id': '324638eb-0cd2-4b5d-9c31-a87da18bd95c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:01:18.638071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:18.638071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Bound using segment: {'id': '324638eb-0cd2-4b5d-9c31-a87da18bd95c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:01:18.638071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Bound port: 9f8375ad-c9e8-4b62-9c4f-6faabc010011, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324638eb-0cd2-4b5d-9c31-a87da18bd95c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:01:18.638071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:18.657473 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-56d2b746-9b16-4ea3-ae48-ffda98ee68fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9814686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9638404'] for subnet, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:18.704975 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:18.718551 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cabdea3d-0202-4edd-a38c-b07e8be4cffe tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for floatingip, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:18.880620 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2b746-9b16-4ea3-ae48-ffda98ee68fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e74489-8b92-4d56-99d5-4fb097f5becc,revision_number=0']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:18.887226 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-56d2b746-9b16-4ea3-ae48-ffda98ee68fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:18.913293 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] For port 9f8375ad-c9e8-4b62-9c4f-6faabc010011, host hv-cinder-73362, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:01:18.915436 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-67cdd1a9-a7bc-473c-b153-b26bc9551004 req-503c203a-ac6e-4ab3-a13d-37dbfe49fd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Deleting port b4c73583-3499-4559-97b7-1014c686750f {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:01:18.915823 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-67cdd1a9-a7bc-473c-b153-b26bc9551004 req-503c203a-ac6e-4ab3-a13d-37dbfe49fd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:18.949254 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992db03b-3b2b-46b9-a68f-bb81e4006eea req-347ec7cc-8fab-4b0d-b675-9fe661b67867 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:18.951226 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-992db03b-3b2b-46b9-a68f-bb81e4006eea req-347ec7cc-8fab-4b0d-b675-9fe661b67867 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=7c2eb80e-28fe-4edb-9fb7-688e71f77c0a HTTP/1.1" status: 200 len: 943 time: 0.3475692 Nov 18 15:01:18.979227 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] For port 9f8375ad-c9e8-4b62-9c4f-6faabc010011, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=9f8375ad-c9e8-4b62-9c4f-6faabc010011,segment=NetworkSegment(324638eb-0cd2-4b5d-9c31-a87da18bd95c),segment_id=324638eb-0cd2-4b5d-9c31-a87da18bd95c)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:01:18.987503 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:19.005730 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bdf7a9d0-fa2e-453e-a226-1e7cf59e6ff6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:19.030201 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e017d9f-3728-40f9-bbc9-9ac434944a5b req-58473f04-39b4-46cc-862f-60d481d1f3a8 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:19.031649 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6e017d9f-3728-40f9-bbc9-9ac434944a5b req-58473f04-39b4-46cc-862f-60d481d1f3a8 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.3736408 Nov 18 15:01:19.162776 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.objects.ports [None req-07951f94-dcab-4788-9758-8b2fbaf9a6a4 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80268) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 15:01:19.295846 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8375ad-c9e8-4b62-9c4f-6faabc010011,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:19.306302 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:19.307240 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2b746-9b16-4ea3-ae48-ffda98ee68fb admin admin] Checking segment: {'id': '21fe0465-8dfa-4657-9fdb-3342c44a7b8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:01:19.307898 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d2b746-9b16-4ea3-ae48-ffda98ee68fb admin admin] Network hostable DHCP agents. Network: e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0, hostable agents: ['7dd807ff-4068-4bca-9edc-148d9863a8e6'], hosted agents: [] {{(pid=80267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 15:01:19.455103 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-67cdd1a9-a7bc-473c-b153-b26bc9551004 req-503c203a-ac6e-4ab3-a13d-37dbfe49fd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] For port b4c73583-3499-4559-97b7-1014c686750f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b4c73583-3499-4559-97b7-1014c686750f,segment=NetworkSegment(cadaa51a-94e4-4a34-bdad-e39e13723997),segment_id=cadaa51a-94e4-4a34-bdad-e39e13723997)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:01:19.455424 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-67cdd1a9-a7bc-473c-b153-b26bc9551004 req-503c203a-ac6e-4ab3-a13d-37dbfe49fd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:19.463810 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:19.465263 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] 10.222.0.26 "PUT /v2.0/ports/9f8375ad-c9e8-4b62-9c4f-6faabc010011 HTTP/1.1" status: 200 len: 1157 time: 3.5741086 Nov 18 15:01:19.465798 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6510ac8e-4c10-4009-b594-fcfcfc023b70', 'tag': '9f8375ad-c9e8-4b62-9c4f-6faabc010011'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:01:19.471946 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-992db03b-3b2b-46b9-a68f-bb81e4006eea req-c84c5261-7b1c-4cde-a18d-6436ce7beef2 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040150 Nov 18 15:01:19.474135 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d2b746-9b16-4ea3-ae48-ffda98ee68fb admin admin] Network e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 is scheduled to be hosted by DHCP agent 7dd807ff-4068-4bca-9edc-148d9863a8e6 with binding_index 1 {{(pid=80267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 15:01:19.506483 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6e017d9f-3728-40f9-bbc9-9ac434944a5b req-d3ebce64-050c-4c9b-bd46-e0f80cbc5a3d tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626758 Nov 18 15:01:19.540170 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4a2bf80f-146d-4ba8-8dc1-b1cad959ec5b req-dee04b95-4c20-440a-87a3-ea79b35f87e1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 1162 time: 0.5765135 Nov 18 15:01:19.648911 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-67cdd1a9-a7bc-473c-b153-b26bc9551004 req-503c203a-ac6e-4ab3-a13d-37dbfe49fd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Calling delete_port for b4c73583-3499-4559-97b7-1014c686750f owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:01:19.682996 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-56d2b746-9b16-4ea3-ae48-ffda98ee68fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-smb, e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0) {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:01:19.692551 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72512c5-6933-4268-841b-325382314377 None None] Network e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 15:01:19.727976 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d2b746-9b16-4ea3-ae48-ffda98ee68fb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:19.728534 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-56d2b746-9b16-4ea3-ae48-ffda98ee68fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:19.750959 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4a2bf80f-146d-4ba8-8dc1-b1cad959ec5b req-a99b8267-1ad9-4cfe-9113-9ec2a918dfff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419945 Nov 18 15:01:19.791024 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-56d2b746-9b16-4ea3-ae48-ffda98ee68fb admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.3067491 Nov 18 15:01:19.795052 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befea55f-b336-4677-85c0-fa67b09443fa req-5f205e95-cf73-4ec3-a9f6-d97128389e74 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:19.796662 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-befea55f-b336-4677-85c0-fa67b09443fa req-5f205e95-cf73-4ec3-a9f6-d97128389e74 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 943 time: 0.1375082 Nov 18 15:01:19.796823 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 33644) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:19.833948 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2016728554-router', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:01:19.846239 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:01:19.855586 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-a833a586-3e33-4a5b-ac9f-ca59dafb38eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0c21091ef2244ca833257d93ddee8eb&device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 1160 time: 0.3149779 Nov 18 15:01:19.856597 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Usage tracker for resource:router and tenant:3744a70cc58a4d309144b144203db7ce is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:01:19.865541 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:01:19.876584 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:01:19.877426 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-befea55f-b336-4677-85c0-fa67b09443fa req-80620ee0-3b5d-4bda-ad70-cd27362a72a5 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704572 Nov 18 15:01:19.906998 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854349647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733481'] for router, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:19.908571 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854320554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42335'] for router, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:19.911385 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-67cdd1a9-a7bc-473c-b153-b26bc9551004 req-503c203a-ac6e-4ab3-a13d-37dbfe49fd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:19.946406 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-080bd29a-2314-4d65-a2a2-f83f7b09baa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:19.986890 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 5adfa200-3f73-450e-a524-822324ca14cb up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:20.024059 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-46a88c57-1ff5-422c-b70b-22cd44bcdaed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:20.040588 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cabdea3d-0202-4edd-a38c-b07e8be4cffe tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for floatingip, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:20.046223 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cabdea3d-0202-4edd-a38c-b07e8be4cffe tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431000'] for floatingip, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:20.046939 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a8f770-7278-5950-a70d-af2684967024-e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0', 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'fixed_ips': [{'subnet_id': '63e74489-8b92-4d56-99d5-4fb097f5becc'}]}} from dv-cinder-733623-8-smb. {{(pid=80268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 15:01:20.047871 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:20.150803 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c203a-ac6e-4ab3-a13d-37dbfe49fd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Pushing event deleted for resources: {'Port': ['ID=b4c73583-3499-4559-97b7-1014c686750f,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:20.171769 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning for port 5adfa200-3f73-450e-a524-822324ca14cb completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:01:20.175206 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-503c203a-ac6e-4ab3-a13d-37dbfe49fd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:20.195402 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-a36d7c56-e70a-4c66-91c9-e0cdcd2cb5e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f8375ad-c9e8-4b62-9c4f-6faabc010011 HTTP/1.1" status: 200 len: 217 time: 0.1295497 Nov 18 15:01:20.215034 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6510ac8e-4c10-4009-b594-fcfcfc023b70', 'tag': '9f8375ad-c9e8-4b62-9c4f-6faabc010011', 'status': 'completed', 'code': 200} Nov 18 15:01:20.238569 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 5adfa200-3f73-450e-a524-822324ca14cb triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:20.238928 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:20.257395 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-649a33d0-639f-48ac-98fb-90149b650525 req-d57aa255-cc19-4da4-888a-62bf603e48fc tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.17 "GET /v2.0/ports?device_id=78e1661f-501c-4267-9662-40f4b024467b HTTP/1.1" status: 200 len: 210 time: 0.0576839 Nov 18 15:01:20.258379 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:20.343565 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cdd1a9-a7bc-473c-b153-b26bc9551004 req-503c203a-ac6e-4ab3-a13d-37dbfe49fd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] No DVR routers for this DVR port b4c73583-3499-4559-97b7-1014c686750f on host hv-cinder-73362 {{(pid=80267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:01:20.396096 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-ca272dce-80d1-412d-8ad9-0d2d9852d05e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:20.397686 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-ca272dce-80d1-412d-8ad9-0d2d9852d05e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee20925e-2a54-4f0d-847c-e53daab404c3 HTTP/1.1" status: 200 len: 855 time: 0.1749556 Nov 18 15:01:20.403583 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-67cdd1a9-a7bc-473c-b153-b26bc9551004 req-503c203a-ac6e-4ab3-a13d-37dbfe49fd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:20.472626 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-7a46ef85-db23-4751-97bc-1c104c870dc3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578077 Nov 18 15:01:20.514183 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:20.521499 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cde9e-8ed2-480d-9d23-3567bf386a4c req-eb8ebba5-7b66-4718-a757-dcd832631c5f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:20.534472 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b03cde9e-8ed2-480d-9d23-3567bf386a4c req-eb8ebba5-7b66-4718-a757-dcd832631c5f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.1451910 Nov 18 15:01:20.546426 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-67cdd1a9-a7bc-473c-b153-b26bc9551004 req-503c203a-ac6e-4ab3-a13d-37dbfe49fd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] 10.222.0.26 "DELETE /v2.0/ports/b4c73583-3499-4559-97b7-1014c686750f HTTP/1.1" status: 204 len: 173 time: 3.7377870 Nov 18 15:01:20.555890 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2eb80e-28fe-4edb-9fb7-688e71f77c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adfa200-3f73-450e-a524-822324ca14cb'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:01:20.566934 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Allocated IP 172.20.0.2 (e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0/63e74489-8b92-4d56-99d5-4fb097f5becc/736ea218-91c2-41d0-9fdb-4797b73418b7) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:01:20.571911 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.l3_db [None req-cabdea3d-0202-4edd-a38c-b07e8be4cffe tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Floating IP fd08ba18-44eb-458d-81a2-eec11b0d3e77 associated. External IP: 172.28.0.160, port: 752b2315-ab3d-464a-bb2b-e764715e73b9. Nov 18 15:01:20.576506 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 5adfa200-3f73-450e-a524-822324ca14cb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5adfa200-3f73-450e-a524-822324ca14cb,segment=NetworkSegment(259665df-1b46-4a7d-b929-4b43dfd91afa),segment_id=259665df-1b46-4a7d-b929-4b43dfd91afa)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:01:20.582317 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:20.585457 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:20.689699 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854349618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42318'] for router, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:20.753183 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-c987a08a-ed4d-4314-9a21-eed9c63db94f service neutron] 10.222.0.26 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331026 Nov 18 15:01:20.755081 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=5adfa200-3f73-450e-a524-822324ca14cb,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:20.760139 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:20.792273 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b03cde9e-8ed2-480d-9d23-3567bf386a4c req-a233ca5b-437f-49c1-be1a-f84e3486c748 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565928 Nov 18 15:01:20.824144 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67f21b-611f-4400-b4c9-c43e85db6fd6 req-9b19fa18-4a09-4762-ae4b-696342c8aa0d tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:20.833610 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9f67f21b-611f-4400-b4c9-c43e85db6fd6 req-9b19fa18-4a09-4762-ae4b-696342c8aa0d tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=7c2eb80e-28fe-4edb-9fb7-688e71f77c0a HTTP/1.1" status: 200 len: 945 time: 0.1827049 Nov 18 15:01:20.941492 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:20.961325 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Transition to ACTIVE for port object 736ea218-91c2-41d0-9fdb-4797b73418b7 will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:01:20.985457 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Transition to ACTIVE for port object 736ea218-91c2-41d0-9fdb-4797b73418b7 will not be triggered until provisioned by entity DHCP. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:01:20.990777 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:20.991634 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9f67f21b-611f-4400-b4c9-c43e85db6fd6 req-de83c6ab-cfc0-4326-a766-a3bb4ae66444 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567669 Nov 18 15:01:21.011818 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:21.249533 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Pushing event updated for resources: {'Port': ['ID=736ea218-91c2-41d0-9fdb-4797b73418b7,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:21.254495 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44215fd4-2352-4ad6-9a9d-5009b414d159 req-7648b106-7032-443e-8fda-d22554401d4b tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:21.260734 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:21.262344 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 5adfa200-3f73-450e-a524-822324ca14cb up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:21.263247 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-44215fd4-2352-4ad6-9a9d-5009b414d159 req-7648b106-7032-443e-8fda-d22554401d4b tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.2687652 Nov 18 15:01:21.357863 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e2227a62-c99d-479b-b794-3962a0182ea2 req-7edb9458-7202-4a79-8b80-43f50d569e26 service neutron] 10.222.0.26 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5909524 Nov 18 15:01:21.379932 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2eb80e-28fe-4edb-9fb7-688e71f77c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adfa200-3f73-450e-a524-822324ca14cb', 'code': 200} Nov 18 15:01:21.427757 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-44215fd4-2352-4ad6-9a9d-5009b414d159 req-b5015d1b-a807-42c1-994e-922dc26f560d tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629009 Nov 18 15:01:21.443825 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 5adfa200-3f73-450e-a524-822324ca14cb triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:21.444389 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:21.534394 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:21.545985 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6620-b695-48a8-a572-fb31c2ff312f req-6fc05983-dc62-4850-8cd4-ca1c2d1c1027 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:21.553745 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-49ea6620-b695-48a8-a572-fb31c2ff312f req-6fc05983-dc62-4850-8cd4-ca1c2d1c1027 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 943 time: 0.2143850 Nov 18 15:01:21.583790 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:21.584262 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Network e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:01:21.586332 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Resources bound (agent type, host, resource id): {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:01:21.590527 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:01:21.634547 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-49ea6620-b695-48a8-a572-fb31c2ff312f req-74dc6b97-0b68-49e9-b5c9-110e0f5ad7c4 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794868 Nov 18 15:01:21.661031 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabdea3d-0202-4edd-a38c-b07e8be4cffe tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Router 06113f2e-69b2-4c03-b6e5-36e6d5354386 has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:01:21.675828 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-607e580d-d8c7-41de-ac4a-eeccc32f1af0 req-16103214-d923-4b6d-9ef1-8fc3beb3ba50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0c21091ef2244ca833257d93ddee8eb&device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 1160 time: 0.2496798 Nov 18 15:01:21.785754 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e0741956-f41f-4f59-9ec4-21ed18ed0339 req-d34e9e5b-919f-4ec3-86c8-21447681f6aa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c2eb80e-28fe-4edb-9fb7-688e71f77c0a HTTP/1.1" status: 200 len: 1162 time: 0.3008161 Nov 18 15:01:21.869376 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Attempting to bind port 736ea218-91c2-41d0-9fdb-4797b73418b7 on host dv-cinder-733623-8-smb for vnic_type normal with profile {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:01:21.869698 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Attempting to bind port 736ea218-91c2-41d0-9fdb-4797b73418b7 by drivers openvswitch on host dv-cinder-733623-8-smb at level 0 using segments [{'id': '21fe0465-8dfa-4657-9fdb-3342c44a7b8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:01:21.870138 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Attempting to bind port 736ea218-91c2-41d0-9fdb-4797b73418b7 on network e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:01:21.908022 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Checking agent: {'id': 'b89b5859-e255-43e6-a15a-920ce6d00019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 54), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:01:21.908449 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Checking segment: {'id': '21fe0465-8dfa-4657-9fdb-3342c44a7b8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:01:21.908902 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:21.909350 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Bound using segment: {'id': '21fe0465-8dfa-4657-9fdb-3342c44a7b8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:01:21.909934 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Bound port: 736ea218-91c2-41d0-9fdb-4797b73418b7, host: dv-cinder-733623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21fe0465-8dfa-4657-9fdb-3342c44a7b8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:01:21.910354 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:22.017825 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e0741956-f41f-4f59-9ec4-21ed18ed0339 req-945c9c8c-331d-4c65-b936-068289ef5b3f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167230 Nov 18 15:01:22.027749 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e580d-d8c7-41de-ac4a-eeccc32f1af0 req-6b7be5a4-af7c-4d49-adaf-f2972faaf8f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:22.029445 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-607e580d-d8c7-41de-ac4a-eeccc32f1af0 req-6b7be5a4-af7c-4d49-adaf-f2972faaf8f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 HTTP/1.1" status: 200 len: 909 time: 0.2917397 Nov 18 15:01:22.073524 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device da634f7e-f9a1-461a-846b-6978182e320c up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:22.142173 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] For port 736ea218-91c2-41d0-9fdb-4797b73418b7, host dv-cinder-733623-8-smb, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:01:22.156871 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] For port 736ea218-91c2-41d0-9fdb-4797b73418b7, host dv-cinder-733623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=736ea218-91c2-41d0-9fdb-4797b73418b7,segment=NetworkSegment(21fe0465-8dfa-4657-9fdb-3342c44a7b8e),segment_id=21fe0465-8dfa-4657-9fdb-3342c44a7b8e)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:01:22.164585 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:22.206018 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Allocated IP 172.28.0.86 (43dc5890-a9c2-4d0d-8ecc-5e5d0db18312/81ba36a0-a2a1-4122-9852-9ec563604b00/9558d641-eb16-4b4a-a8d9-ac6f1aad3178) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:01:22.216810 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e1661f-501c-4267-9662-40f4b024467b', 'name': 'network-vif-deleted', 'tag': 'b4c73583-3499-4559-97b7-1014c686750f'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:01:22.323882 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:22.360637 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-607e580d-d8c7-41de-ac4a-eeccc32f1af0 req-5b7890eb-0467-4737-98ce-7f1192d65478 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f8375ad-c9e8-4b62-9c4f-6faabc010011 HTTP/1.1" status: 200 len: 217 time: 0.1307313 Nov 18 15:01:22.412751 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port da634f7e-f9a1-461a-846b-6978182e320c triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:22.413107 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:22.464791 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b77fda-5f36-4bc3-84ec-31febfa92d1c req-63736843-d5b8-468e-9c57-bcd284a16ed3 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:22.465837 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Pushing event updated for resources: {'Port': ['ID=736ea218-91c2-41d0-9fdb-4797b73418b7,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:22.466538 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-91b77fda-5f36-4bc3-84ec-31febfa92d1c req-63736843-d5b8-468e-9c57-bcd284a16ed3 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.3158474 Nov 18 15:01:22.471670 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:22.476190 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f211c-8c81-4342-8203-dd5eec40f510 req-47da7f88-9b77-45d7-880b-32a1bb77d38c tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:22.484549 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-957f211c-8c81-4342-8203-dd5eec40f510 req-47da7f88-9b77-45d7-880b-32a1bb77d38c tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=7c2eb80e-28fe-4edb-9fb7-688e71f77c0a HTTP/1.1" status: 200 len: 945 time: 0.2182748 Nov 18 15:01:22.524384 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabdea3d-0202-4edd-a38c-b07e8be4cffe tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:01:22.536195 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cabdea3d-0202-4edd-a38c-b07e8be4cffe tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for floatingip, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:22.539884 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88a84c4-4d11-40c1-8a9e-32ab35f77798 None None] Sync routers for ids ['06113f2e-69b2-4c03-b6e5-36e6d5354386'] in dv-cinder-733623-8-smb {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:01:22.551922 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e580d-d8c7-41de-ac4a-eeccc32f1af0 req-a32c7cc8-08f9-46a9-bb21-dd5904f85787 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:22.553516 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-607e580d-d8c7-41de-ac4a-eeccc32f1af0 req-a32c7cc8-08f9-46a9-bb21-dd5904f85787 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee20925e-2a54-4f0d-847c-e53daab404c3 HTTP/1.1" status: 200 len: 855 time: 0.1743097 Nov 18 15:01:22.560627 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88a84c4-4d11-40c1-8a9e-32ab35f77798 None None] Routers {'06113f2e-69b2-4c03-b6e5-36e6d5354386'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:01:22.562571 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d88a84c4-4d11-40c1-8a9e-32ab35f77798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:01:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['06113f2e-69b2-4c03-b6e5-36e6d5354386'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:01:22.584065 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f94ce0e5-cbde-4077-9655-44b98f09b2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:22.629051 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-607e580d-d8c7-41de-ac4a-eeccc32f1af0 req-0c243129-b373-495b-952b-5c0b5248e2b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666413 Nov 18 15:01:22.633093 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-cabdea3d-0202-4edd-a38c-b07e8be4cffe tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "PUT /v2.0/floatingips/fd08ba18-44eb-458d-81a2-eec11b0d3e77 HTTP/1.1" status: 200 len: 992 time: 4.0983956 Nov 18 15:01:22.640132 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0de2fab-d1b9-4b14-848b-e495f3edc993', 'tag': '752b2315-ab3d-464a-bb2b-e764715e73b9'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:01:22.658625 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-91b77fda-5f36-4bc3-84ec-31febfa92d1c req-dc210c4d-088d-4a4f-81c5-59eedf11822c tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716232 Nov 18 15:01:22.660828 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-957f211c-8c81-4342-8203-dd5eec40f510 req-c1f19a0a-3afd-45b6-9897-3ce0b9b832b9 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754167 Nov 18 15:01:22.774134 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e1661f-501c-4267-9662-40f4b024467b', 'name': 'network-vif-deleted', 'tag': 'b4c73583-3499-4559-97b7-1014c686750f', 'status': 'completed', 'code': 200} Nov 18 15:01:22.796319 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-d88a84c4-4d11-40c1-8a9e-32ab35f77798 None None] Set router 06113f2e-69b2-4c03-b6e5-36e6d5354386 gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:01:22.796877 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:22.840056 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-607e580d-d8c7-41de-ac4a-eeccc32f1af0 req-a9c45e92-1527-46c3-ada3-4d62623d5057 service neutron] 10.222.0.26 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979184 Nov 18 15:01:22.918901 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:23.019543 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 736ea218-91c2-41d0-9fdb-4797b73418b7 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:23.049695 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913ae0b-3276-4b54-98e2-1df66bb6c787 req-36276c93-d5b1-42c2-b5b3-7b5837706731 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:23.051796 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6913ae0b-3276-4b54-98e2-1df66bb6c787 req-36276c93-d5b1-42c2-b5b3-7b5837706731 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.1822801 Nov 18 15:01:23.068206 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0de2fab-d1b9-4b14-848b-e495f3edc993', 'tag': '752b2315-ab3d-464a-bb2b-e764715e73b9', 'status': 'completed', 'code': 200} Nov 18 15:01:23.096312 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-607e580d-d8c7-41de-ac4a-eeccc32f1af0 req-ee7ec373-1dd0-44e0-9a28-8c229d6b0986 service neutron] 10.222.0.26 "GET /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2324779 Nov 18 15:01:23.160356 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning for port 736ea218-91c2-41d0-9fdb-4797b73418b7 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:01:23.175374 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6913ae0b-3276-4b54-98e2-1df66bb6c787 req-8192cd2d-e339-4eae-8a9c-5e32354639ef tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051176 Nov 18 15:01:23.205525 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:23.224286 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c68e94fb-6fc1-4741-8d3e-a1b204d2a0d7 tempest-DeleteServersTestJSON-739435585 tempest-DeleteServersTestJSON-739435585] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:23.300225 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe7aea-0199-4711-9534-5eee5f2d40d5 req-88df72ed-876d-443c-97dd-e283df649049 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:23.302195 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8dfe7aea-0199-4711-9534-5eee5f2d40d5 req-88df72ed-876d-443c-97dd-e283df649049 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 943 time: 0.0916951 Nov 18 15:01:23.325817 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0aa94105-fc87-4b12-89c6-b91406e9c779 req-b922fa4f-985c-4a44-9de6-3edbbe6c93b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e33f061e6e44ec4a430f04b8846a002&device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 1163 time: 0.2272589 Nov 18 15:01:23.386264 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d88a84c4-4d11-40c1-8a9e-32ab35f77798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port': {'id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:41Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_floatingips': [{'id': 'fd08ba18-44eb-458d-81a2-eec11b0d3e77', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'floating_ip_address': '172.28.0.160', 'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'router_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'port_id': '752b2315-ab3d-464a-bb2b-e764715e73b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'mac_address': 'fa:16:3e:2a:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0de2fab-d1b9-4b14-848b-e495f3edc993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:00:58Z', 'updated_at': '2020-11-18T15:01:19Z', 'revision_number': 1, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af75b91-df5c-4559-ba71-a92fb45ff842', 'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'mac_address': 'fa:16:3e:42:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:46Z', 'updated_at': '2020-11-18T15:00:59Z', 'revision_number': 5, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'subnets': [{'id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:01:23.391081 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88a84c4-4d11-40c1-8a9e-32ab35f77798 None None] Checking router: 06113f2e-69b2-4c03-b6e5-36e6d5354386 for host: dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:01:23.407779 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88a84c4-4d11-40c1-8a9e-32ab35f77798 None None] Routers {'06113f2e-69b2-4c03-b6e5-36e6d5354386'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:01:23.408292 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d88a84c4-4d11-40c1-8a9e-32ab35f77798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:01:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['06113f2e-69b2-4c03-b6e5-36e6d5354386'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:01:23.436079 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8dfe7aea-0199-4711-9534-5eee5f2d40d5 req-31476f7d-7529-4633-8886-b84247e8ebda tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265106 Nov 18 15:01:23.498669 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fbfb0-27c5-4d82-b363-c05227239d3c req-afbdc994-4b79-47fa-82be-bc43254baab8 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:23.500396 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fe5fbfb0-27c5-4d82-b363-c05227239d3c req-afbdc994-4b79-47fa-82be-bc43254baab8 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1499929 Nov 18 15:01:23.627103 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fe5fbfb0-27c5-4d82-b363-c05227239d3c req-b27774cd-7c51-48fd-9ded-407a18266d5e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195633 Nov 18 15:01:23.684234 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-d88a84c4-4d11-40c1-8a9e-32ab35f77798 None None] Set router 06113f2e-69b2-4c03-b6e5-36e6d5354386 gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:01:23.834753 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:23.835310 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa94105-fc87-4b12-89c6-b91406e9c779 req-ddfb699f-f64a-4700-be54-4c20dabf6073 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:23.837252 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0aa94105-fc87-4b12-89c6-b91406e9c779 req-ddfb699f-f64a-4700-be54-4c20dabf6073 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7100e8d1-6aca-4702-8db4-c0fcac7adc0f HTTP/1.1" status: 200 len: 903 time: 0.4400094 Nov 18 15:01:24.111590 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Pushing event updated for resources: {'Port': ['ID=9558d641-eb16-4b4a-a8d9-ac6f1aad3178,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:24.133540 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611b787-4ab9-4e8a-bb57-2f756f164d44 req-35241b67-f7d5-44b6-955a-88471baa9916 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:24.143471 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e611b787-4ab9-4e8a-bb57-2f756f164d44 req-35241b67-f7d5-44b6-955a-88471baa9916 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=7c2eb80e-28fe-4edb-9fb7-688e71f77c0a HTTP/1.1" status: 200 len: 945 time: 0.2519770 Nov 18 15:01:24.157207 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.933s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:24.178324 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a809bc-99fa-473a-ae0a-1d2bfe6cf049 req-0275b1d6-f65c-4154-9030-99957f664d66 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:24.187554 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-51a809bc-99fa-473a-ae0a-1d2bfe6cf049 req-0275b1d6-f65c-4154-9030-99957f664d66 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.2202530 Nov 18 15:01:24.192567 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:01:24.202266 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:01:24.210913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:01:24.269556 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0aa94105-fc87-4b12-89c6-b91406e9c779 req-9f938143-e5ca-4470-881c-fd19b1ba3cec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=752b2315-ab3d-464a-bb2b-e764715e73b9 HTTP/1.1" status: 200 len: 1000 time: 0.4123952 Nov 18 15:01:24.283898 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e611b787-4ab9-4e8a-bb57-2f756f164d44 req-b7db25e4-f420-46c0-a1cd-8fc2910b0eba tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396139 Nov 18 15:01:24.293923 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:24.302574 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-51a809bc-99fa-473a-ae0a-1d2bfe6cf049 req-5eab4a47-5186-433c-983b-c63517c12298 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139832 Nov 18 15:01:24.332469 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44985331-76e3-4113-8bad-76b2f78ce515 None None] Network e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 15:01:24.499238 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-d88a84c4-4d11-40c1-8a9e-32ab35f77798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port': {'id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:41Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_floatingips': [{'id': 'fd08ba18-44eb-458d-81a2-eec11b0d3e77', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'floating_ip_address': '172.28.0.160', 'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'router_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'port_id': '752b2315-ab3d-464a-bb2b-e764715e73b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'mac_address': 'fa:16:3e:2a:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0de2fab-d1b9-4b14-848b-e495f3edc993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:00:58Z', 'updated_at': '2020-11-18T15:01:19Z', 'revision_number': 1, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af75b91-df5c-4559-ba71-a92fb45ff842', 'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'mac_address': 'fa:16:3e:42:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:46Z', 'updated_at': '2020-11-18T15:00:59Z', 'revision_number': 5, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'subnets': [{'id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:01:24.511217 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88a84c4-4d11-40c1-8a9e-32ab35f77798 None None] The sync data for ids ['06113f2e-69b2-4c03-b6e5-36e6d5354386'] in dv-cinder-733623-8-smb is: [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port': {'id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:41Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_floatingips': [{'id': 'fd08ba18-44eb-458d-81a2-eec11b0d3e77', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'floating_ip_address': '172.28.0.160', 'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'router_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'port_id': '752b2315-ab3d-464a-bb2b-e764715e73b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'mac_address': 'fa:16:3e:2a:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0de2fab-d1b9-4b14-848b-e495f3edc993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:00:58Z', 'updated_at': '2020-11-18T15:01:19Z', 'revision_number': 1, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af75b91-df5c-4559-ba71-a92fb45ff842', 'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'mac_address': 'fa:16:3e:42:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:46Z', 'updated_at': '2020-11-18T15:00:59Z', 'revision_number': 5, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'subnets': [{'id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:01:24.548473 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa94105-fc87-4b12-89c6-b91406e9c779 req-aa7c4ee0-1bf4-45f8-828a-d0bd44534d12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:24.550335 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0aa94105-fc87-4b12-89c6-b91406e9c779 req-aa7c4ee0-1bf4-45f8-828a-d0bd44534d12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ccd06d64-c873-4fe5-aaac-a311ffcd4b42 HTTP/1.1" status: 200 len: 848 time: 0.2583482 Nov 18 15:01:24.667712 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-ba708b12-7199-471e-83a7-835ef00f5b9a None None] Provisioning for port 736ea218-91c2-41d0-9fdb-4797b73418b7 completed by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:01:24.676393 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-ba708b12-7199-471e-83a7-835ef00f5b9a None None] Provisioning complete for port 736ea218-91c2-41d0-9fdb-4797b73418b7 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:24.676811 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba708b12-7199-471e-83a7-835ef00f5b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:24.710967 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd1e5d-c7ec-425c-9f4d-904de1faf86f req-af0da8ac-96b2-462f-931a-88c1008f4255 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:24.712932 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-93fd1e5d-c7ec-425c-9f4d-904de1faf86f req-af0da8ac-96b2-462f-931a-88c1008f4255 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 943 time: 0.0977318 Nov 18 15:01:24.743983 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0aa94105-fc87-4b12-89c6-b91406e9c779 req-4da11a1a-73bd-4ae0-9c0f-f55e5af81ab6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7100e8d1-6aca-4702-8db4-c0fcac7adc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1851273 Nov 18 15:01:24.773018 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-93fd1e5d-c7ec-425c-9f4d-904de1faf86f req-880dde94-8941-4ce7-b518-6327f2ba4db8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509005 Nov 18 15:01:24.862350 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba708b12-7199-471e-83a7-835ef00f5b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:24.902933 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-ba708b12-7199-471e-83a7-835ef00f5b9a None None] For port 736ea218-91c2-41d0-9fdb-4797b73418b7, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=736ea218-91c2-41d0-9fdb-4797b73418b7,segment=NetworkSegment(21fe0465-8dfa-4657-9fdb-3342c44a7b8e),segment_id=21fe0465-8dfa-4657-9fdb-3342c44a7b8e)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:01:24.907115 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ba708b12-7199-471e-83a7-835ef00f5b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:24.909207 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:24.938094 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0aa94105-fc87-4b12-89c6-b91406e9c779 req-8071bedf-2b4d-4b2a-872d-872a11b48319 service neutron] 10.222.0.26 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861062 Nov 18 15:01:24.942550 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:24.943346 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854363818'] for router, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:24.955011 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7a4c59-f8fc-4500-8266-14910ed396af None None] New status for floating IP fd08ba18-44eb-458d-81a2-eec11b0d3e77: ACTIVE {{(pid=80268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 15:01:25.212405 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba708b12-7199-471e-83a7-835ef00f5b9a None None] Pushing event updated for resources: {'Port': ['ID=736ea218-91c2-41d0-9fdb-4797b73418b7,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:25.241834 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ba708b12-7199-471e-83a7-835ef00f5b9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:25.254353 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-328a8a13-97f6-43e9-abb2-0c20536965c1 None None] Provisioning complete for port 736ea218-91c2-41d0-9fdb-4797b73418b7 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:25.254777 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-328a8a13-97f6-43e9-abb2-0c20536965c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:25.316255 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0aa94105-fc87-4b12-89c6-b91406e9c779 req-5345e03f-ba70-490a-ae72-b848577cd96f service neutron] 10.222.0.26 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3689969 Nov 18 15:01:25.394787 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Router 01fba87e-0c79-4248-b615-5199d1f4addf is scheduled to L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da with binding_index 1 {{(pid=80267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 15:01:25.636078 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-757ebfff-7025-4848-94fe-cf50bd98c1d3 None None] Provisioning complete for port 736ea218-91c2-41d0-9fdb-4797b73418b7 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:25.636505 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-757ebfff-7025-4848-94fe-cf50bd98c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:25.699722 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e924f00-7ec6-4231-8318-8348816aed7a req-ff722482-1de3-4769-a502-bd9316baa724 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:25.701464 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8e924f00-7ec6-4231-8318-8348816aed7a req-ff722482-1de3-4769-a502-bd9316baa724 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.1705737 Nov 18 15:01:25.755950 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8e924f00-7ec6-4231-8318-8348816aed7a req-f6ae5142-0104-4406-b049-9e86d4d0d47f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474341 Nov 18 15:01:25.779256 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:01:25.788784 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Sync routers for ids ['01fba87e-0c79-4248-b615-5199d1f4addf'] in dv-cinder-733623-8-smb {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:01:25.807857 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Routers {'01fba87e-0c79-4248-b615-5199d1f4addf'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:01:25.812985 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:01:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['01fba87e-0c79-4248-b615-5199d1f4addf'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:01:25.820183 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Notify callbacks [] for router, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:25.821429 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.0236967 Nov 18 15:01:25.824112 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 33734) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:25.947904 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 5adfa200-3f73-450e-a524-822324ca14cb up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:26.158898 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 5adfa200-3f73-450e-a524-822324ca14cb triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:26.164066 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:26.346680 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ab2c5-a590-40d7-84ee-4397b8903e27 req-efe95fcf-28a1-4d1f-8f13-33aeb8b14c82 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:26.354579 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-126ab2c5-a590-40d7-84ee-4397b8903e27 req-efe95fcf-28a1-4d1f-8f13-33aeb8b14c82 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 943 time: 0.1393020 Nov 18 15:01:26.363376 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 9f8375ad-c9e8-4b62-9c4f-6faabc010011 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:26.414601 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-126ab2c5-a590-40d7-84ee-4397b8903e27 req-93adeeb6-fee6-4f82-87fd-9bc60bb65a4f tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589685 Nov 18 15:01:26.443161 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning for port 9f8375ad-c9e8-4b62-9c4f-6faabc010011 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:01:26.454159 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 9f8375ad-c9e8-4b62-9c4f-6faabc010011 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:26.454909 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:26.510621 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9c2bf2ca-d2d5-49ce-a902-bd105028183d req-dd186ab7-946a-4597-869f-6e74de8d0b91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=444f701c1f7f4ded8cfe634c62dacdf9&device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 1163 time: 0.1396601 Nov 18 15:01:26.540243 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab357caf-0ba4-4bbf-b809-7ddfb1130505 req-a2dd8b6d-4988-4792-a269-e0830464a5f1 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:26.542312 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ab357caf-0ba4-4bbf-b809-7ddfb1130505 req-a2dd8b6d-4988-4792-a269-e0830464a5f1 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=7c2eb80e-28fe-4edb-9fb7-688e71f77c0a HTTP/1.1" status: 200 len: 945 time: 0.1194904 Nov 18 15:01:26.555270 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Set router 01fba87e-0c79-4248-b615-5199d1f4addf gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:01:26.647088 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:26.671221 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ab357caf-0ba4-4bbf-b809-7ddfb1130505 req-b39bdd44-246e-4c1b-9c04-0b2bc0c1889e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223462 Nov 18 15:01:26.688369 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3fbc0-ccc1-4ab3-8a7a-015b98503909 req-eeae6258-4b2c-436a-b0cd-b76b9b9bfba4 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:26.690382 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-94a3fbc0-ccc1-4ab3-8a7a-015b98503909 req-eeae6258-4b2c-436a-b0cd-b76b9b9bfba4 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1206305 Nov 18 15:01:26.697190 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 9f8375ad-c9e8-4b62-9c4f-6faabc010011, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=9f8375ad-c9e8-4b62-9c4f-6faabc010011,segment=NetworkSegment(324638eb-0cd2-4b5d-9c31-a87da18bd95c),segment_id=324638eb-0cd2-4b5d-9c31-a87da18bd95c)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:01:26.698714 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6510ac8e-4c10-4009-b594-fcfcfc023b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8375ad-c9e8-4b62-9c4f-6faabc010011'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:01:26.706325 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:26.711013 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:26.768140 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-94a3fbc0-ccc1-4ab3-8a7a-015b98503909 req-b50ada60-bb77-4be0-91b1-4b8856b46510 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669212 Nov 18 15:01:26.783537 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bf2ca-d2d5-49ce-a902-bd105028183d req-74e9ed79-24fe-4c05-b62e-fc180ff65042 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:26.785167 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9c2bf2ca-d2d5-49ce-a902-bd105028183d req-74e9ed79-24fe-4c05-b62e-fc180ff65042 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc HTTP/1.1" status: 200 len: 913 time: 0.1995437 Nov 18 15:01:26.802372 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6510ac8e-4c10-4009-b594-fcfcfc023b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8375ad-c9e8-4b62-9c4f-6faabc010011', 'code': 200} Nov 18 15:01:26.828140 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=9f8375ad-c9e8-4b62-9c4f-6faabc010011,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:26.831535 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:26.962499 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 736ea218-91c2-41d0-9fdb-4797b73418b7 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:26.990500 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9c2bf2ca-d2d5-49ce-a902-bd105028183d req-28792fba-43fe-4d44-a29c-1fc0b9676911 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e08b35b8-67a3-46ee-8da6-92e730792728 HTTP/1.1" status: 200 len: 217 time: 0.1094801 Nov 18 15:01:27.016921 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'name': 'tempest-TestShelveInstance-2016728554-router', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:19Z', 'updated_at': '2020-11-18T15:01:24Z', 'revision_number': 3, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'gw_port': {'id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:21Z', 'updated_at': '2020-11-18T15:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:01:27.022630 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Checking router: 01fba87e-0c79-4248-b615-5199d1f4addf for host: dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:01:27.023268 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Updating router 01fba87e-0c79-4248-b615-5199d1f4addf port 9558d641-eb16-4b4a-a8d9-ac6f1aad3178 binding host dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 15:01:27.050259 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 9f8375ad-c9e8-4b62-9c4f-6faabc010011 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:27.084450 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:27.144707 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65c9ec-3d0f-4c1a-a9fa-573e4bde8492 req-99d674f6-8a75-411a-9ea7-226490f80e4c tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:27.158112 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8c65c9ec-3d0f-4c1a-a9fa-573e4bde8492 req-99d674f6-8a75-411a-9ea7-226490f80e4c tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.1660447 Nov 18 15:01:27.167336 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 736ea218-91c2-41d0-9fdb-4797b73418b7 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:27.167755 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:27.220296 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8c65c9ec-3d0f-4c1a-a9fa-573e4bde8492 req-c09ac41a-1fc3-4b5b-9017-1326b41cca60 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608871 Nov 18 15:01:27.229553 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 9f8375ad-c9e8-4b62-9c4f-6faabc010011 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:27.229996 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:27.487100 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bf2ca-d2d5-49ce-a902-bd105028183d req-8bed8027-bb5f-4d8f-a215-6b743488eaac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:27.488784 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9c2bf2ca-d2d5-49ce-a902-bd105028183d req-8bed8027-bb5f-4d8f-a215-6b743488eaac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63d84575-b2c6-46f1-825a-af37cea2e6ca HTTP/1.1" status: 200 len: 859 time: 0.4781458 Nov 18 15:01:27.545804 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:27.559239 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Transition to ACTIVE for port object 9558d641-eb16-4b4a-a8d9-ac6f1aad3178 will not be triggered until provisioned by entity L2. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:01:27.564837 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9c2bf2ca-d2d5-49ce-a902-bd105028183d req-d44f15d7-77c0-410a-8737-f27e157a3425 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560722 Nov 18 15:01:27.566292 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:27.583665 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ddb32e1e-8f7e-478b-9bed-dd1772db0ff6 req-cb6fbc58-aea5-49d5-9e6f-675ed2791d13 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 1162 time: 0.4951277 Nov 18 15:01:27.722612 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4173065-29b4-4337-9efb-a2fa69c824d6 req-a57351a0-5023-4f51-a34b-e515b0ea1924 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:27.731367 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d4173065-29b4-4337-9efb-a2fa69c824d6 req-a57351a0-5023-4f51-a34b-e515b0ea1924 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 945 time: 0.1402612 Nov 18 15:01:27.754230 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-96308762-759c-437a-b564-731648ce75da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:27.813946 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d4173065-29b4-4337-9efb-a2fa69c824d6 req-79fa54a2-a212-4c87-90cb-ad8a639d1149 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797894 Nov 18 15:01:27.827286 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ddb32e1e-8f7e-478b-9bed-dd1772db0ff6 req-b8f7d4da-bcb5-4584-9e9f-76da08f39d90 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146368 Nov 18 15:01:27.867041 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9c2bf2ca-d2d5-49ce-a902-bd105028183d req-a08ddedb-1f3d-44d1-a118-ed152dc63114 service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817016 Nov 18 15:01:27.912657 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12ec50-b07d-401b-a6d5-fd5180e782d6 None None] Pushing event updated for resources: {'Port': ['ID=9558d641-eb16-4b4a-a8d9-ac6f1aad3178,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:27.913351 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:27.930192 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d12ec50-b07d-401b-a6d5-fd5180e782d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:27.937861 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Attempting to bind port 9558d641-eb16-4b4a-a8d9-ac6f1aad3178 on host dv-cinder-733623-8-smb for vnic_type normal with profile {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:01:27.938503 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Attempting to bind port 9558d641-eb16-4b4a-a8d9-ac6f1aad3178 by drivers openvswitch on host dv-cinder-733623-8-smb at level 0 using segments [{'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:01:27.939108 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Attempting to bind port 9558d641-eb16-4b4a-a8d9-ac6f1aad3178 on network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:01:27.950900 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Checking agent: {'id': 'b89b5859-e255-43e6-a15a-920ce6d00019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 54), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:01:27.958792 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Checking segment: {'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:01:27.962233 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:27.962694 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Bound using segment: {'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:01:27.963256 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Bound port: 9558d641-eb16-4b4a-a8d9-ac6f1aad3178, host: dv-cinder-733623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:01:27.963708 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:28.055168 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268d5d4-223f-4e2a-9ae4-615ca1e283a0 req-d05bfc5b-6d22-4b6a-a860-4d24c4192f3f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:28.057183 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e268d5d4-223f-4e2a-9ae4-615ca1e283a0 req-d05bfc5b-6d22-4b6a-a860-4d24c4192f3f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=7c2eb80e-28fe-4edb-9fb7-688e71f77c0a HTTP/1.1" status: 200 len: 945 time: 0.1672270 Nov 18 15:01:28.097634 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] For port 9558d641-eb16-4b4a-a8d9-ac6f1aad3178, host dv-cinder-733623-8-smb, cleared binding levels {{(pid=80269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:01:28.101140 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] For port 9558d641-eb16-4b4a-a8d9-ac6f1aad3178, host dv-cinder-733623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=9558d641-eb16-4b4a-a8d9-ac6f1aad3178,segment=NetworkSegment(d608effb-fc29-4317-9442-b1f08aaaa7ca),segment_id=d608effb-fc29-4317-9442-b1f08aaaa7ca)] {{(pid=80269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:01:28.104393 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:28.121399 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:28.136683 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e268d5d4-223f-4e2a-9ae4-615ca1e283a0 req-30909f58-51ea-45be-a5d1-bb0c413ce9ae tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667393 Nov 18 15:01:28.156267 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46236e8-58f2-4b5b-8fe6-7fe81f8dc7e5 req-7edc510f-2d13-4a43-994b-9fe716a9c236 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:28.164674 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a46236e8-58f2-4b5b-8fe6-7fe81f8dc7e5 req-7edc510f-2d13-4a43-994b-9fe716a9c236 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1541154 Nov 18 15:01:28.224189 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a46236e8-58f2-4b5b-8fe6-7fe81f8dc7e5 req-9a22436b-3bb8-447b-8fff-aa8aa8943b54 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584071 Nov 18 15:01:28.334828 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12ec50-b07d-401b-a6d5-fd5180e782d6 None None] Pushing event updated for resources: {'Port': ['ID=9558d641-eb16-4b4a-a8d9-ac6f1aad3178,revision_number=3']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:28.349332 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d12ec50-b07d-401b-a6d5-fd5180e782d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:28.366641 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Routers {'01fba87e-0c79-4248-b615-5199d1f4addf'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:01:28.367347 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:01:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['01fba87e-0c79-4248-b615-5199d1f4addf'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:01:28.371228 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f4de5-ecae-436f-a501-db63dbe7186a req-6daa5f4d-f1f9-4f88-9eac-a52e3e964458 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:28.373558 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fe0f4de5-ecae-436f-a501-db63dbe7186a req-6daa5f4d-f1f9-4f88-9eac-a52e3e964458 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.26 "GET /v2.0/ports?device_id=7c2eb80e-28fe-4edb-9fb7-688e71f77c0a HTTP/1.1" status: 200 len: 945 time: 0.2788658 Nov 18 15:01:28.465337 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bc6ba-63de-49b2-b10f-8cb8d13d6dc0 req-227822bf-bfed-4fed-8608-913aed9f2c68 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:28.467444 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e77bc6ba-63de-49b2-b10f-8cb8d13d6dc0 req-227822bf-bfed-4fed-8608-913aed9f2c68 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.0998259 Nov 18 15:01:28.518547 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9c2bf2ca-d2d5-49ce-a902-bd105028183d req-9cc1ac4f-5e41-4aaf-b981-ce4f8cd4f253 service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4253228 Nov 18 15:01:28.520748 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e77bc6ba-63de-49b2-b10f-8cb8d13d6dc0 req-8e88fb9b-257c-4e75-9d01-13d60cf503f3 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470879 Nov 18 15:01:28.536030 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-fe0f4de5-ecae-436f-a501-db63dbe7186a req-d49a8473-8477-4c08-80b3-34416fe6a32f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Deleting port 5adfa200-3f73-450e-a524-822324ca14cb {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:01:28.536418 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fe0f4de5-ecae-436f-a501-db63dbe7186a req-d49a8473-8477-4c08-80b3-34416fe6a32f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:28.567452 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] Set router 01fba87e-0c79-4248-b615-5199d1f4addf gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:01:28.743471 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Allocated IP 172.20.0.1 (e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0/63e74489-8b92-4d56-99d5-4fb097f5becc/ce12a153-05e9-4b98-884e-28c0017cdc3d) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:01:28.888039 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'name': 'tempest-TestShelveInstance-2016728554-router', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:19Z', 'updated_at': '2020-11-18T15:01:24Z', 'revision_number': 3, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'gw_port': {'id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:21Z', 'updated_at': '2020-11-18T15:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:01:28.892595 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81732bf-8346-4c4d-88e3-83c90c1db563 None None] The sync data for ids ['01fba87e-0c79-4248-b615-5199d1f4addf'] in dv-cinder-733623-8-smb is: [{'id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'name': 'tempest-TestShelveInstance-2016728554-router', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:19Z', 'updated_at': '2020-11-18T15:01:24Z', 'revision_number': 3, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'gw_port': {'id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:21Z', 'updated_at': '2020-11-18T15:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}] {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:01:28.983289 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-fe0f4de5-ecae-436f-a501-db63dbe7186a req-d49a8473-8477-4c08-80b3-34416fe6a32f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] For port 5adfa200-3f73-450e-a524-822324ca14cb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5adfa200-3f73-450e-a524-822324ca14cb,segment=NetworkSegment(259665df-1b46-4a7d-b929-4b43dfd91afa),segment_id=259665df-1b46-4a7d-b929-4b43dfd91afa)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:01:28.983886 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fe0f4de5-ecae-436f-a501-db63dbe7186a req-d49a8473-8477-4c08-80b3-34416fe6a32f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:29.015108 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:01:29.061796 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd92531-1549-46ef-b0f7-88a25942c79a req-b5fbc805-2379-4cfd-a054-309625305189 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:29.063515 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8fd92531-1549-46ef-b0f7-88a25942c79a req-b5fbc805-2379-4cfd-a054-309625305189 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 945 time: 0.1094363 Nov 18 15:01:29.105069 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 9f8375ad-c9e8-4b62-9c4f-6faabc010011 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:29.135911 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-fe0f4de5-ecae-436f-a501-db63dbe7186a req-d49a8473-8477-4c08-80b3-34416fe6a32f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Calling delete_port for 5adfa200-3f73-450e-a524-822324ca14cb owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:01:29.144837 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8fd92531-1549-46ef-b0f7-88a25942c79a req-d3bf6316-671d-41a5-bc35-e969c64f81cf tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750585 Nov 18 15:01:29.260889 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 9f8375ad-c9e8-4b62-9c4f-6faabc010011 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:29.261312 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:29.445008 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9052702-5782-457e-b6a3-4497426dc961 req-19cf3549-6eaf-471a-9de1-7116a6e39375 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:29.454693 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d9052702-5782-457e-b6a3-4497426dc961 req-19cf3549-6eaf-471a-9de1-7116a6e39375 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=7c2eb80e-28fe-4edb-9fb7-688e71f77c0a HTTP/1.1" status: 200 len: 945 time: 0.1613390 Nov 18 15:01:29.499650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:29.543243 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Transition to ACTIVE for port object ce12a153-05e9-4b98-884e-28c0017cdc3d will not be triggered until provisioned by entity DHCP. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:01:29.546287 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d9052702-5782-457e-b6a3-4497426dc961 req-2745b287-4e32-4675-afdb-e408f08421b2 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902450 Nov 18 15:01:29.595884 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 5adfa200-3f73-450e-a524-822324ca14cb no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:01:29.654701 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb274d-12d6-4450-b6b2-9f9b12f452db req-8abf0edd-182c-45ae-88cf-78c7412b45ec tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:29.656493 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d8bb274d-12d6-4450-b6b2-9f9b12f452db req-8abf0edd-182c-45ae-88cf-78c7412b45ec tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1092389 Nov 18 15:01:29.725572 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fe0f4de5-ecae-436f-a501-db63dbe7186a req-d49a8473-8477-4c08-80b3-34416fe6a32f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:29.726431 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] No ports have port_id starting with 5adfa200-3f73-450e-a524-822324ca14cb Nov 18 15:01:29.733832 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d8bb274d-12d6-4450-b6b2-9f9b12f452db req-5553bf37-5471-4166-9a67-033a7d7c3e89 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699978 Nov 18 15:01:29.747991 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:29.800195 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:29.835208 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a8473-8477-4c08-80b3-34416fe6a32f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Pushing event deleted for resources: {'Port': ['ID=5adfa200-3f73-450e-a524-822324ca14cb,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:29.865968 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d49a8473-8477-4c08-80b3-34416fe6a32f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:29.866717 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:30.059179 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a88377-0121-42c1-bcbc-dc86ba3f4317 req-a52da69c-7e73-4671-b216-3e6e6b62e2c5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:30.061340 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-93a88377-0121-42c1-bcbc-dc86ba3f4317 req-a52da69c-7e73-4671-b216-3e6e6b62e2c5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.1313190 Nov 18 15:01:30.083719 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Pushing event updated for resources: {'Port': ['ID=ce12a153-05e9-4b98-884e-28c0017cdc3d,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:30.097045 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:30.120104 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-93a88377-0121-42c1-bcbc-dc86ba3f4317 req-71bc769c-b38b-449d-b922-fe444a7e2589 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520360 Nov 18 15:01:30.211039 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Network e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:01:30.216917 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:01:30.219303 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0f4de5-ecae-436f-a501-db63dbe7186a req-d49a8473-8477-4c08-80b3-34416fe6a32f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] No DVR routers for this DVR port 5adfa200-3f73-450e-a524-822324ca14cb on host hv-cinder-73362 {{(pid=80267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:01:30.220644 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:01:30.252569 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-fe0f4de5-ecae-436f-a501-db63dbe7186a req-d49a8473-8477-4c08-80b3-34416fe6a32f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:30.255668 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2eb80e-28fe-4edb-9fb7-688e71f77c0a', 'name': 'network-vif-deleted', 'tag': '5adfa200-3f73-450e-a524-822324ca14cb'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:01:30.300776 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fe0f4de5-ecae-436f-a501-db63dbe7186a req-d49a8473-8477-4c08-80b3-34416fe6a32f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.26 "DELETE /v2.0/ports/5adfa200-3f73-450e-a524-822324ca14cb HTTP/1.1" status: 204 len: 173 time: 1.9134643 Nov 18 15:01:30.317309 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430850'] for router_interface, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:30.347628 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2eb80e-28fe-4edb-9fb7-688e71f77c0a', 'name': 'network-vif-deleted', 'tag': '5adfa200-3f73-450e-a524-822324ca14cb', 'status': 'completed', 'code': 200} Nov 18 15:01:30.409229 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72804b9-2f50-46b3-bf09-561f7f3807d0 req-fe461c3d-7180-400a-89eb-b42c846af16b tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:30.410916 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b72804b9-2f50-46b3-bf09-561f7f3807d0 req-fe461c3d-7180-400a-89eb-b42c846af16b tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 945 time: 0.1296864 Nov 18 15:01:30.421132 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:30.446375 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-cbfdca45-1ae4-4d21-b107-a87bd377fb36 None None] Provisioning for port ce12a153-05e9-4b98-884e-28c0017cdc3d completed by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:01:30.453790 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-cbfdca45-1ae4-4d21-b107-a87bd377fb36 None None] Provisioning complete for port ce12a153-05e9-4b98-884e-28c0017cdc3d triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:30.454745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cbfdca45-1ae4-4d21-b107-a87bd377fb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:30.510539 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b72804b9-2f50-46b3-bf09-561f7f3807d0 req-13dfb92d-40ea-47aa-af2b-35123b6c5745 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932271 Nov 18 15:01:30.517714 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-cbfdca45-1ae4-4d21-b107-a87bd377fb36 None None] Port ce12a153-05e9-4b98-884e-28c0017cdc3d cannot update to ACTIVE because it is not bound. {{(pid=80268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 15:01:30.740806 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:30.744478 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:30.766599 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e27695c6-0cab-4d06-bbb0-270707073883 req-21135612-d972-41f1-aa93-bb0a6a14e6f8 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=7c2eb80e-28fe-4edb-9fb7-688e71f77c0a HTTP/1.1" status: 200 len: 210 time: 0.0470760 Nov 18 15:01:30.775647 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a94cb095-9e94-4a8f-b992-72ad85a889c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:30.859984 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Pushing event updated for resources: {'Port': ['ID=ce12a153-05e9-4b98-884e-28c0017cdc3d,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:30.864267 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:30.922760 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3489370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854344857'] for router_interface, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:31.027095 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 9558d641-eb16-4b4a-a8d9-ac6f1aad3178 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:31.163492 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e570f-8cee-4b93-9900-1e46a48a8a5d req-527395d3-f6d4-49e5-8a7a-ac892b7c2cc5 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:31.168564 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2e0e570f-8cee-4b93-9900-1e46a48a8a5d req-527395d3-f6d4-49e5-8a7a-ac892b7c2cc5 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1836140 Nov 18 15:01:31.205626 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning for port 9558d641-eb16-4b4a-a8d9-ac6f1aad3178 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:01:31.215631 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 9558d641-eb16-4b4a-a8d9-ac6f1aad3178 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:31.217361 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:31.251230 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Network e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:01:31.252764 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:01:31.261229 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2e0e570f-8cee-4b93-9900-1e46a48a8a5d req-df250d12-452b-4f5a-84fa-a356dbc6cce8 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838301 Nov 18 15:01:31.397931 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:31.423395 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] For port 9558d641-eb16-4b4a-a8d9-ac6f1aad3178, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=9558d641-eb16-4b4a-a8d9-ac6f1aad3178,segment=NetworkSegment(d608effb-fc29-4317-9442-b1f08aaaa7ca),segment_id=d608effb-fc29-4317-9442-b1f08aaaa7ca)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:01:31.429843 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:31.432189 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:31.437238 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b50f48-4278-49d7-8d16-e5d9f8cbea27 req-6baa3f68-f9fd-48d1-abbe-d52327217c2d tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:31.438964 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a7b50f48-4278-49d7-8d16-e5d9f8cbea27 req-6baa3f68-f9fd-48d1-abbe-d52327217c2d tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.1453488 Nov 18 15:01:31.518145 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a7b50f48-4278-49d7-8d16-e5d9f8cbea27 req-18158c04-ee48-4444-a0dd-7c7fa3dfe75b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709844 Nov 18 15:01:31.533524 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Pushing event updated for resources: {'Port': ['ID=9558d641-eb16-4b4a-a8d9-ac6f1aad3178,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:31.536926 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:31.650404 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-2e164b5b-6b8f-4c39-8b00-ac3229f0df05 None None] Provisioning complete for port ce12a153-05e9-4b98-884e-28c0017cdc3d triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:31.650824 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2e164b5b-6b8f-4c39-8b00-ac3229f0df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:31.708038 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-2e164b5b-6b8f-4c39-8b00-ac3229f0df05 None None] Port ce12a153-05e9-4b98-884e-28c0017cdc3d cannot update to ACTIVE because it is not bound. {{(pid=80268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 15:01:31.755554 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Router 01fba87e-0c79-4248-b615-5199d1f4addf has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:01:31.981561 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:01:31.996573 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] 10.222.0.17 "PUT /v2.0/routers/01fba87e-0c79-4248-b615-5199d1f4addf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1713035 Nov 18 15:01:32.102118 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Sync routers for ids ['01fba87e-0c79-4248-b615-5199d1f4addf'] in dv-cinder-733623-8-smb {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:01:32.119537 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Routers {'01fba87e-0c79-4248-b615-5199d1f4addf'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:01:32.120236 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:01:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['01fba87e-0c79-4248-b615-5199d1f4addf'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:01:32.402111 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-dbb81936-b6b4-4e3c-8386-9c4f71feba80 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:32.404486 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-dbb81936-b6b4-4e3c-8386-9c4f71feba80 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/networks?id=a4d314bd-3534-4e9c-b964-9a124ce242f0 HTTP/1.1" status: 200 len: 809 time: 0.1736300 Nov 18 15:01:32.424787 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-21e959df-6835-4d41-a1d4-14fc78f6d227 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/quotas/bad586706aa940bdbe260cca3d31587f HTTP/1.1" status: 200 len: 375 time: 0.0134218 Nov 18 15:01:32.486080 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-cead04ec-0f7d-4fd4-a629-a73d849744a7 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?tenant_id=bad586706aa940bdbe260cca3d31587f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510828 Nov 18 15:01:32.494529 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Set router 01fba87e-0c79-4248-b615-5199d1f4addf gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:01:32.641425 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-5b1f1b79-0455-4f2b-9d0d-65d3b2ccf8f1 service neutron] 10.222.0.17 "GET /v2.0/networks/a4d314bd-3534-4e9c-b964-9a124ce242f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474419 Nov 18 15:01:32.802881 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-c02013d3-e002-4e13-8bc0-375dabdb06d8 service neutron] 10.222.0.17 "GET /v2.0/networks/a4d314bd-3534-4e9c-b964-9a124ce242f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1538007 Nov 18 15:01:32.890621 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'name': 'tempest-TestShelveInstance-2016728554-router', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:19Z', 'updated_at': '2020-11-18T15:01:30Z', 'revision_number': 4, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'gw_port': {'id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:21Z', 'updated_at': '2020-11-18T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': 'ce12a153-05e9-4b98-884e-28c0017cdc3d', 'name': '', 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'mac_address': 'fa:16:3e:f7:74:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63e74489-8b92-4d56-99d5-4fb097f5becc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:28Z', 'updated_at': '2020-11-18T15:01:30Z', 'revision_number': 2, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'subnets': [{'id': '63e74489-8b92-4d56-99d5-4fb097f5becc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:01:32.899153 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Checking router: 01fba87e-0c79-4248-b615-5199d1f4addf for host: dv-cinder-733623-8-smb {{(pid=80268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:01:32.899866 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Updating router 01fba87e-0c79-4248-b615-5199d1f4addf port ce12a153-05e9-4b98-884e-28c0017cdc3d binding host dv-cinder-733623-8-smb {{(pid=80268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 15:01:32.964044 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 9558d641-eb16-4b4a-a8d9-ac6f1aad3178 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:33.142288 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:33.199125 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe490e0b-f332-4a0c-a1b9-af96b2f8a736 req-096ba42d-047c-4119-9c2e-d0bc79968f55 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:33.201297 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fe490e0b-f332-4a0c-a1b9-af96b2f8a736 req-096ba42d-047c-4119-9c2e-d0bc79968f55 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1265490 Nov 18 15:01:33.226994 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 9558d641-eb16-4b4a-a8d9-ac6f1aad3178 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:33.227453 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:33.314118 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fe490e0b-f332-4a0c-a1b9-af96b2f8a736 req-68265084-6f08-4534-acf3-aee426656f3e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051285 Nov 18 15:01:33.484685 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-1074d5a2-6d1a-47ee-adf9-f787d18f9661 req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1424264881', 'description': 'tempest-TestShelveInstance-1424264881 description'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:01:33.491023 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-1074d5a2-6d1a-47ee-adf9-f787d18f9661 req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:01:33.495578 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-1074d5a2-6d1a-47ee-adf9-f787d18f9661 req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Usage tracker for resource:security_group and tenant:3744a70cc58a4d309144b144203db7ce is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:01:33.498915 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-1074d5a2-6d1a-47ee-adf9-f787d18f9661 req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:01:33.517098 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-1074d5a2-6d1a-47ee-adf9-f787d18f9661 req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:01:33.543649 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1074d5a2-6d1a-47ee-adf9-f787d18f9661 req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:33.606203 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aeaa6-e065-4daa-8172-59819c84e45c req-ef0a04dd-91a5-4adb-9c0e-1dbd9378b85c tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:33.610319 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-250aeaa6-e065-4daa-8172-59819c84e45c req-ef0a04dd-91a5-4adb-9c0e-1dbd9378b85c tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.2181129 Nov 18 15:01:33.636609 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-1074d5a2-6d1a-47ee-adf9-f787d18f9661 req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:01:33.647011 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-1074d5a2-6d1a-47ee-adf9-f787d18f9661 req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Usage tracker for resource:security_group_rule and tenant:3744a70cc58a4d309144b144203db7ce is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:01:33.658769 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-1074d5a2-6d1a-47ee-adf9-f787d18f9661 req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:01:33.670293 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-1074d5a2-6d1a-47ee-adf9-f787d18f9661 req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:01:33.693926 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-250aeaa6-e065-4daa-8172-59819c84e45c req-67393041-5166-42b6-85ca-8aa3d0b7c2ef tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734389 Nov 18 15:01:33.770407 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1074d5a2-6d1a-47ee-adf9-f787d18f9661 req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:33.774612 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1074d5a2-6d1a-47ee-adf9-f787d18f9661 req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:33.781922 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b6fcebc9-9584-4c66-a3e1-f97adccb7d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:33.826511 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:33.834261 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-1074d5a2-6d1a-47ee-adf9-f787d18f9661 req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:33.842292 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Transition to ACTIVE for port object ce12a153-05e9-4b98-884e-28c0017cdc3d will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:01:33.846534 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1074d5a2-6d1a-47ee-adf9-f787d18f9661 req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1641 time: 0.3721166 Nov 18 15:01:33.846679 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:33.851495 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Pushing event updated for resources: {'SecurityGroup': ['ID=32a977f3-469c-426e-beca-cfa0cc73222a,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:33.886180 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:33.911821 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f9796f03-28b8-4b30-accd-621c6b11a2d5 req-1360ac54-fe7f-4ca9-bb0e-a7946e79d668 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 210 time: 0.0564590 Nov 18 15:01:33.913783 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.914282 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.914742 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.915194 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.915643 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.916636 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.916636 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.916842 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.917310 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.917747 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.918219 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.918664 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.919231 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.919893 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.920390 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.920772 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.921235 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.921694 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.922810 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.922810 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.923078 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.923588 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.924034 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.924798 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:33.928808 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:34.039509 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bd58a6db-214e-44fb-afcf-65845cecfd3c req-80309aee-b946-42a5-9b7b-51f36e485d90 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups/32a977f3-469c-426e-beca-cfa0cc73222a HTTP/1.1" status: 200 len: 1636 time: 0.0603929 Nov 18 15:01:34.048886 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94f6c4-b863-4da8-a1e6-fba432b6ae0f None None] Pushing event updated for resources: {'Port': ['ID=ce12a153-05e9-4b98-884e-28c0017cdc3d,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:34.052255 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ff94f6c4-b863-4da8-a1e6-fba432b6ae0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:34.059116 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-bd58a6db-214e-44fb-afcf-65845cecfd3c req-94f3d7e3-2404-43c3-ae21-8d011423c645 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32a977f3-469c-426e-beca-cfa0cc73222a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:01:34.060297 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-bd58a6db-214e-44fb-afcf-65845cecfd3c req-94f3d7e3-2404-43c3-ae21-8d011423c645 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32a977f3-469c-426e-beca-cfa0cc73222a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:01:34.072994 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-bd58a6db-214e-44fb-afcf-65845cecfd3c req-94f3d7e3-2404-43c3-ae21-8d011423c645 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:01:34.084550 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-bd58a6db-214e-44fb-afcf-65845cecfd3c req-94f3d7e3-2404-43c3-ae21-8d011423c645 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Usage tracker for resource:security_group_rule and tenant:3744a70cc58a4d309144b144203db7ce is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:01:34.087803 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-bd58a6db-214e-44fb-afcf-65845cecfd3c req-94f3d7e3-2404-43c3-ae21-8d011423c645 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:01:34.094546 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-bd58a6db-214e-44fb-afcf-65845cecfd3c req-94f3d7e3-2404-43c3-ae21-8d011423c645 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:01:34.156885 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bd58a6db-214e-44fb-afcf-65845cecfd3c req-94f3d7e3-2404-43c3-ae21-8d011423c645 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for security_group_rule, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:34.192417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bd58a6db-214e-44fb-afcf-65845cecfd3c req-94f3d7e3-2404-43c3-ae21-8d011423c645 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:34.195425 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bd58a6db-214e-44fb-afcf-65845cecfd3c req-94f3d7e3-2404-43c3-ae21-8d011423c645 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771554'] for security_group_rule, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:34.197566 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:34.215035 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Attempting to bind port ce12a153-05e9-4b98-884e-28c0017cdc3d on host dv-cinder-733623-8-smb for vnic_type normal with profile {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:01:34.215441 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Attempting to bind port ce12a153-05e9-4b98-884e-28c0017cdc3d by drivers openvswitch on host dv-cinder-733623-8-smb at level 0 using segments [{'id': '21fe0465-8dfa-4657-9fdb-3342c44a7b8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:01:34.215864 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Attempting to bind port ce12a153-05e9-4b98-884e-28c0017cdc3d on network e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:01:34.223533 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Checking agent: {'id': 'b89b5859-e255-43e6-a15a-920ce6d00019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 54), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:01:34.223994 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Checking segment: {'id': '21fe0465-8dfa-4657-9fdb-3342c44a7b8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:01:34.224439 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:34.224844 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3d7e3-2404-43c3-ae21-8d011423c645 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d7909c-967d-41b9-9449-f2a6c1aa7ef0,revision_number=0']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:34.224969 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Bound using segment: {'id': '21fe0465-8dfa-4657-9fdb-3342c44a7b8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:01:34.225372 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Bound port: ce12a153-05e9-4b98-884e-28c0017cdc3d, host: dv-cinder-733623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21fe0465-8dfa-4657-9fdb-3342c44a7b8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:01:34.225797 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:34.231056 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-94f3d7e3-2404-43c3-ae21-8d011423c645 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:34.236040 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bd58a6db-214e-44fb-afcf-65845cecfd3c req-94f3d7e3-2404-43c3-ae21-8d011423c645 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for security_group_rule, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:34.237841 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bd58a6db-214e-44fb-afcf-65845cecfd3c req-94f3d7e3-2404-43c3-ae21-8d011423c645 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.1839256 Nov 18 15:01:34.324301 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-64c5faf6-6580-488e-9cca-fd86b1445e1c req-ff2fd385-93e8-4f8a-8b78-9f92c1be8543 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups/32a977f3-469c-426e-beca-cfa0cc73222a HTTP/1.1" status: 200 len: 2139 time: 0.0521655 Nov 18 15:01:34.326643 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] For port ce12a153-05e9-4b98-884e-28c0017cdc3d, host dv-cinder-733623-8-smb, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:01:34.330094 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] For port ce12a153-05e9-4b98-884e-28c0017cdc3d, host dv-cinder-733623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=ce12a153-05e9-4b98-884e-28c0017cdc3d,segment=NetworkSegment(21fe0465-8dfa-4657-9fdb-3342c44a7b8e),segment_id=21fe0465-8dfa-4657-9fdb-3342c44a7b8e)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:01:34.336765 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:34.338118 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-64c5faf6-6580-488e-9cca-fd86b1445e1c req-6e6412d5-2d52-4cb9-b738-3a5c44dc76d3 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32a977f3-469c-426e-beca-cfa0cc73222a', 'remote_group_id': None}]} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:01:34.338472 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-64c5faf6-6580-488e-9cca-fd86b1445e1c req-6e6412d5-2d52-4cb9-b738-3a5c44dc76d3 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32a977f3-469c-426e-beca-cfa0cc73222a', 'remote_group_id': None}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:01:34.346186 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-64c5faf6-6580-488e-9cca-fd86b1445e1c req-6e6412d5-2d52-4cb9-b738-3a5c44dc76d3 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:01:34.350291 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-64c5faf6-6580-488e-9cca-fd86b1445e1c req-6e6412d5-2d52-4cb9-b738-3a5c44dc76d3 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Usage tracker for resource:security_group_rule and tenant:3744a70cc58a4d309144b144203db7ce is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:01:34.352984 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:34.353308 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-64c5faf6-6580-488e-9cca-fd86b1445e1c req-6e6412d5-2d52-4cb9-b738-3a5c44dc76d3 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:01:34.360901 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-64c5faf6-6580-488e-9cca-fd86b1445e1c req-6e6412d5-2d52-4cb9-b738-3a5c44dc76d3 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:01:34.426356 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-64c5faf6-6580-488e-9cca-fd86b1445e1c req-6e6412d5-2d52-4cb9-b738-3a5c44dc76d3 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for security_group_rule, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:34.531277 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94f6c4-b863-4da8-a1e6-fba432b6ae0f None None] Pushing event updated for resources: {'Port': ['ID=ce12a153-05e9-4b98-884e-28c0017cdc3d,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:34.536347 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ff94f6c4-b863-4da8-a1e6-fba432b6ae0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:34.548673 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-64c5faf6-6580-488e-9cca-fd86b1445e1c req-6e6412d5-2d52-4cb9-b738-3a5c44dc76d3 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:34.554067 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-64c5faf6-6580-488e-9cca-fd86b1445e1c req-6e6412d5-2d52-4cb9-b738-3a5c44dc76d3 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771554'] for security_group_rule, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:34.575929 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-94f3d7e3-2404-43c3-ae21-8d011423c645 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:34.587158 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Routers {'01fba87e-0c79-4248-b615-5199d1f4addf'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:01:34.587861 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:01:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['01fba87e-0c79-4248-b615-5199d1f4addf'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:01:34.607883 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6412d5-2d52-4cb9-b738-3a5c44dc76d3 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d9971d-eef1-4ee4-8aa8-71a2299f9a28,revision_number=0']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:34.615757 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6e6412d5-2d52-4cb9-b738-3a5c44dc76d3 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:34.616764 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-64c5faf6-6580-488e-9cca-fd86b1445e1c req-6e6412d5-2d52-4cb9-b738-3a5c44dc76d3 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for security_group_rule, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:34.618607 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-64c5faf6-6580-488e-9cca-fd86b1445e1c req-6e6412d5-2d52-4cb9-b738-3a5c44dc76d3 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.2849772 Nov 18 15:01:34.642219 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dd6ee-3898-4ff9-a9f9-31c071a0489d req-de2d7159-275e-4a19-a61a-d4ad9ef890c4 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:34.642691 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a23dd6ee-3898-4ff9-a9f9-31c071a0489d req-de2d7159-275e-4a19-a61a-d4ad9ef890c4 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1748121 Nov 18 15:01:34.726487 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a23dd6ee-3898-4ff9-a9f9-31c071a0489d req-a6e8135d-c7e3-4ff5-856c-7dde86b75d09 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825002 Nov 18 15:01:34.910371 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-8c615633-3ae8-4c20-9798-8bdfcd03f188 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:34.911987 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-8c615633-3ae8-4c20-9798-8bdfcd03f188 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.26 "GET /v2.0/networks?id=a4d314bd-3534-4e9c-b964-9a124ce242f0 HTTP/1.1" status: 200 len: 809 time: 0.3305333 Nov 18 15:01:34.931185 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Request body: {'port': {'device_id': 'c4709e6b-f731-4993-9a0c-e87881c0bf05', 'network_id': 'a4d314bd-3534-4e9c-b964-9a124ce242f0', 'admin_state_up': True, 'tenant_id': 'bad586706aa940bdbe260cca3d31587f'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:01:34.993877 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] Set router 01fba87e-0c79-4248-b615-5199d1f4addf gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:01:35.144136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e3e4f-b032-45ba-b360-ee47ba835876 req-74d52478-4709-48d9-9c34-44a049411cd5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:35.145815 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b18e3e4f-b032-45ba-b360-ee47ba835876 req-74d52478-4709-48d9-9c34-44a049411cd5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.2180872 Nov 18 15:01:35.280544 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0ad51b01-46c4-4a41-a9e8-d7ff545b6477 req-f6c99ba2-d395-44b3-9a51-81a7ba20ae9f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 210 time: 0.0780969 Nov 18 15:01:35.333079 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b18e3e4f-b032-45ba-b360-ee47ba835876 req-7738b31e-59d1-4c30-a311-5cb2f64b08e9 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764252 Nov 18 15:01:35.565707 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:01:35.570912 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Usage tracker for resource:port and tenant:bad586706aa940bdbe260cca3d31587f is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:01:35.574504 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Quota usage for port was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:01:35.582780 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:01:35.593407 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Made reservation on behalf of bad586706aa940bdbe260cca3d31587f for: {'port': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:01:35.596104 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'name': 'tempest-TestShelveInstance-2016728554-router', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:19Z', 'updated_at': '2020-11-18T15:01:30Z', 'revision_number': 4, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'gw_port': {'id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:21Z', 'updated_at': '2020-11-18T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': 'ce12a153-05e9-4b98-884e-28c0017cdc3d', 'name': '', 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'mac_address': 'fa:16:3e:f7:74:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63e74489-8b92-4d56-99d5-4fb097f5becc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:28Z', 'updated_at': '2020-11-18T15:01:34Z', 'revision_number': 4, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'subnets': [{'id': '63e74489-8b92-4d56-99d5-4fb097f5becc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:01:35.600822 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7510f0bf-15ff-4c29-b308-d1761375059a None None] The sync data for ids ['01fba87e-0c79-4248-b615-5199d1f4addf'] in dv-cinder-733623-8-smb is: [{'id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'name': 'tempest-TestShelveInstance-2016728554-router', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:19Z', 'updated_at': '2020-11-18T15:01:30Z', 'revision_number': 4, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'gw_port': {'id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:21Z', 'updated_at': '2020-11-18T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': 'ce12a153-05e9-4b98-884e-28c0017cdc3d', 'name': '', 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'mac_address': 'fa:16:3e:f7:74:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63e74489-8b92-4d56-99d5-4fb097f5becc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:28Z', 'updated_at': '2020-11-18T15:01:34Z', 'revision_number': 4, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'subnets': [{'id': '63e74489-8b92-4d56-99d5-4fb097f5becc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:01:35.605915 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:36.183402 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92619e-201d-47d7-aa21-2cf1058495e1 req-5436013a-4959-49e2-98ac-1d836266f408 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:36.185687 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3f92619e-201d-47d7-aa21-2cf1058495e1 req-5436013a-4959-49e2-98ac-1d836266f408 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.2049472 Nov 18 15:01:36.194557 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Allocated IP 172.20.0.7 (a4d314bd-3534-4e9c-b964-9a124ce242f0/0ab84650-0143-43c0-8bc6-e655801b77e8/9e608759-ca7b-408b-b56a-8a4709c283d8) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:01:36.253560 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3f92619e-201d-47d7-aa21-2cf1058495e1 req-07d4898a-ff59-4b8e-b76c-6569d905f614 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594053 Nov 18 15:01:36.567328 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:36.567870 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0e3f9ca7-0302-4d1b-b61c-95afddbfb278 req-9389e940-7286-4524-b39f-c533778d6f73 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 210 time: 0.0790174 Nov 18 15:01:36.617969 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:36.725555 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:36.852300 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Pushing event updated for resources: {'Port': ['ID=9e608759-ca7b-408b-b56a-8a4709c283d8,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:36.904773 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.905282 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.905775 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.906318 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.906838 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.907439 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.908258 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.908775 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.909462 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.910001 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.910504 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.911047 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.911750 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.912266 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.912764 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.913260 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.913753 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.914238 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.914694 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.915276 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.915730 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.916209 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.916761 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.917280 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:36.923769 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:36.942787 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0185904-85e3-4ec3-ab17-52874a66f529 req-5f919dff-b85b-4dd3-a6cc-437234838c43 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:36.944696 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a0185904-85e3-4ec3-ab17-52874a66f529 req-5f919dff-b85b-4dd3-a6cc-437234838c43 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.2131433 Nov 18 15:01:36.963491 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Network a4d314bd-3534-4e9c-b964-9a124ce242f0 is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:01:36.969198 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:01:36.971708 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:01:37.063657 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a0185904-85e3-4ec3-ab17-52874a66f529 req-b33ca5cd-e496-4694-bb4b-2e75ac154e46 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101620 Nov 18 15:01:37.066251 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device ce12a153-05e9-4b98-884e-28c0017cdc3d up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:37.154987 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning for port ce12a153-05e9-4b98-884e-28c0017cdc3d completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:01:37.160892 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port ce12a153-05e9-4b98-884e-28c0017cdc3d triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:37.161228 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:37.161636 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:37.162097 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:37.201274 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2747326 Nov 18 15:01:37.219555 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Request body: {'port': {'device_id': 'c4709e6b-f731-4993-9a0c-e87881c0bf05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:01:37.271518 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e84cab92-bdac-480f-a451-59922ad31da5 req-bd7f00cf-784f-45c7-a333-a8097431ecdc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=843cfdfce3cc46e79a77e9d00a592187&device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 1163 time: 0.1847100 Nov 18 15:01:37.310516 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:37.347345 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] For port ce12a153-05e9-4b98-884e-28c0017cdc3d, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=ce12a153-05e9-4b98-884e-28c0017cdc3d,segment=NetworkSegment(21fe0465-8dfa-4657-9fdb-3342c44a7b8e),segment_id=21fe0465-8dfa-4657-9fdb-3342c44a7b8e)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:01:37.350179 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:37.353686 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:37.431193 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Pushing event updated for resources: {'Port': ['ID=ce12a153-05e9-4b98-884e-28c0017cdc3d,revision_number=5']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:37.435273 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:37.442597 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:37.509706 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4adfc7-872e-47f3-9941-b77bf8faab9c req-748e12bc-c61c-42c2-a650-7850fe25aac6 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:37.511900 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1e4adfc7-872e-47f3-9941-b77bf8faab9c req-748e12bc-c61c-42c2-a650-7850fe25aac6 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.0967064 Nov 18 15:01:37.546385 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cab92-bdac-480f-a451-59922ad31da5 req-c48eb202-b921-4142-a327-73e68a4ac400 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:37.548014 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e84cab92-bdac-480f-a451-59922ad31da5 req-c48eb202-b921-4142-a327-73e68a4ac400 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf HTTP/1.1" status: 200 len: 911 time: 0.2367289 Nov 18 15:01:37.765702 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e84cab92-bdac-480f-a451-59922ad31da5 req-85b7c539-009d-4817-8cfa-fc3a4f05dde1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=709dc2a0-c3e4-4a64-98bc-bdb68b102c1d HTTP/1.1" status: 200 len: 1000 time: 0.1821871 Nov 18 15:01:37.901030 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cab92-bdac-480f-a451-59922ad31da5 req-e7f55c59-c2d1-4721-90d5-45833e6ad16f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:37.902696 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e84cab92-bdac-480f-a451-59922ad31da5 req-e7f55c59-c2d1-4721-90d5-45833e6ad16f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5bcaa69-69c3-46ba-998a-62828b8d1ae0 HTTP/1.1" status: 200 len: 856 time: 0.1203940 Nov 18 15:01:37.910483 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1e4adfc7-872e-47f3-9941-b77bf8faab9c req-7652d5a7-9b57-48de-9a62-f4eccb458bde tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914804 Nov 18 15:01:37.939183 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afc065-c84b-45bc-b7bb-8fc0de788031 req-264faf76-2063-4b36-a597-6accdb83ace0 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:37.940801 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-52afc065-c84b-45bc-b7bb-8fc0de788031 req-264faf76-2063-4b36-a597-6accdb83ace0 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 931 time: 0.1241899 Nov 18 15:01:37.995792 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-52afc065-c84b-45bc-b7bb-8fc0de788031 req-b81f3d4e-f924-453f-b47f-b7c583706e6b tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476885 Nov 18 15:01:38.106128 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e84cab92-bdac-480f-a451-59922ad31da5 req-8fe928d1-be56-4cd0-95d9-feb8e2e1b43a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1481590 Nov 18 15:01:38.368767 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e84cab92-bdac-480f-a451-59922ad31da5 req-9fade9f8-fe38-4900-ac15-d4c61dc40835 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439830 Nov 18 15:01:38.374179 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e608759-ca7b-408b-b56a-8a4709c283d8 {{(pid=80267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 15:01:38.387674 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:38.429741 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106495a5-948a-4d1c-990f-b11c0da152a2 req-255c0fdf-fb6f-4be8-a995-72fc6de5d925 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:38.439042 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-106495a5-948a-4d1c-990f-b11c0da152a2 req-255c0fdf-fb6f-4be8-a995-72fc6de5d925 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.1712093 Nov 18 15:01:38.452791 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Transition to ACTIVE for port object 9e608759-ca7b-408b-b56a-8a4709c283d8 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:01:38.460134 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:38.498804 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-106495a5-948a-4d1c-990f-b11c0da152a2 req-f9ef4c0a-551a-4069-b7e6-2f8e96734261 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586250 Nov 18 15:01:38.535452 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d72b91a0-11b0-4be3-b8ff-ea9ff35a4ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:38.882729 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Pushing event updated for resources: {'Port': ['ID=9e608759-ca7b-408b-b56a-8a4709c283d8,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:38.896813 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:38.922037 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e84cab92-bdac-480f-a451-59922ad31da5 req-b8392b6c-c9ca-4025-9134-31641e757493 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5365760 Nov 18 15:01:38.954279 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device ce12a153-05e9-4b98-884e-28c0017cdc3d up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:39.066438 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port ce12a153-05e9-4b98-884e-28c0017cdc3d triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:39.066935 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:39.187790 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Attempting to bind port 9e608759-ca7b-408b-b56a-8a4709c283d8 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:01:39.188403 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Attempting to bind port 9e608759-ca7b-408b-b56a-8a4709c283d8 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '259665df-1b46-4a7d-b929-4b43dfd91afa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4d314bd-3534-4e9c-b964-9a124ce242f0'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:01:39.188776 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Attempting to bind port 9e608759-ca7b-408b-b56a-8a4709c283d8 on network a4d314bd-3534-4e9c-b964-9a124ce242f0 {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:01:39.197581 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Checking agent: {'id': '7eae2a45-698e-415c-8839-ff0c3594e804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:01:39.197981 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Checking segment: {'id': '259665df-1b46-4a7d-b929-4b43dfd91afa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4d314bd-3534-4e9c-b964-9a124ce242f0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:01:39.199016 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:39.199422 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Bound using segment: {'id': '259665df-1b46-4a7d-b929-4b43dfd91afa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4d314bd-3534-4e9c-b964-9a124ce242f0'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:01:39.199901 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Bound port: 9e608759-ca7b-408b-b56a-8a4709c283d8, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259665df-1b46-4a7d-b929-4b43dfd91afa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4d314bd-3534-4e9c-b964-9a124ce242f0'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:01:39.200497 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:39.318360 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] For port 9e608759-ca7b-408b-b56a-8a4709c283d8, host hv-cinder-73362, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:01:39.322941 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] For port 9e608759-ca7b-408b-b56a-8a4709c283d8, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=9e608759-ca7b-408b-b56a-8a4709c283d8,segment=NetworkSegment(259665df-1b46-4a7d-b929-4b43dfd91afa),segment_id=259665df-1b46-4a7d-b929-4b43dfd91afa)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:01:39.329447 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:39.508030 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac8bd0-5bb1-4046-a80d-6d177dfb6964 req-05656292-57d3-4dba-8de0-e0c0fef30137 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:39.536033 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-93ac8bd0-5bb1-4046-a80d-6d177dfb6964 req-05656292-57d3-4dba-8de0-e0c0fef30137 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.2999933 Nov 18 15:01:39.569517 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5194c5-54d1-4ea1-9316-393912febff6 req-a4316b93-e8d0-4b0e-a67f-ac370f7a96c7 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:39.578892 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-af5194c5-54d1-4ea1-9316-393912febff6 req-a4316b93-e8d0-4b0e-a67f-ac370f7a96c7 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 943 time: 0.2629147 Nov 18 15:01:39.633283 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6a5209e1-45f3-4d41-bda6-247578d20788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:39.771579 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-93ac8bd0-5bb1-4046-a80d-6d177dfb6964 req-2438140a-05f3-476c-8125-73790c4b87c9 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342997 Nov 18 15:01:39.815720 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:39.816918 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] 10.222.0.26 "PUT /v2.0/ports/9e608759-ca7b-408b-b56a-8a4709c283d8 HTTP/1.1" status: 200 len: 1157 time: 2.6059129 Nov 18 15:01:39.819299 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4709e6b-f731-4993-9a0c-e87881c0bf05', 'tag': '9e608759-ca7b-408b-b56a-8a4709c283d8'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:01:39.831187 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-af5194c5-54d1-4ea1-9316-393912febff6 req-d0897280-f619-4b52-b7fe-6e4ebf34b90f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146800 Nov 18 15:01:39.837819 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Pushing event updated for resources: {'Port': ['ID=9e608759-ca7b-408b-b56a-8a4709c283d8,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:39.842134 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:39.991605 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-032ba2dc-04f8-45b3-8b3f-7cd26af9db17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bad586706aa940bdbe260cca3d31587f&device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 1160 time: 0.1068316 Nov 18 15:01:40.111110 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-ec236446-1d0f-4155-b0ec-d56a4f5b90fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e608759-ca7b-408b-b56a-8a4709c283d8 HTTP/1.1" status: 200 len: 217 time: 0.1056435 Nov 18 15:01:40.113308 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03223e7a-a03a-40c4-b83b-1dea301ddab5 req-b97bf851-9d68-439f-828d-d0a03cab92be tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:40.115029 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-03223e7a-a03a-40c4-b83b-1dea301ddab5 req-b97bf851-9d68-439f-828d-d0a03cab92be tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.1453180 Nov 18 15:01:40.205233 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-debf7139-2a03-48b4-8be2-3d5138915f8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:40.207106 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-debf7139-2a03-48b4-8be2-3d5138915f8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ab84650-0143-43c0-8bc6-e655801b77e8 HTTP/1.1" status: 200 len: 849 time: 0.0884228 Nov 18 15:01:40.224311 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-03223e7a-a03a-40c4-b83b-1dea301ddab5 req-88d0ae75-0a73-44de-8500-021d08ac62b3 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029170 Nov 18 15:01:40.268237 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-9e48b401-e77a-4142-a31b-b5ca77fe0359 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4d314bd-3534-4e9c-b964-9a124ce242f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511935 Nov 18 15:01:40.333998 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4709e6b-f731-4993-9a0c-e87881c0bf05', 'tag': '9e608759-ca7b-408b-b56a-8a4709c283d8', 'status': 'completed', 'code': 200} Nov 18 15:01:40.473470 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-a24fb007-4a85-430c-9058-ccdaf15c4610 service neutron] 10.222.0.26 "GET /v2.0/networks/a4d314bd-3534-4e9c-b964-9a124ce242f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889598 Nov 18 15:01:40.604282 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9435a1-56a4-45a9-b033-283d9a0fbe0b req-c0940bce-07f8-4b4f-bb04-c3b264715082 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:40.605922 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7d9435a1-56a4-45a9-b033-283d9a0fbe0b req-c0940bce-07f8-4b4f-bb04-c3b264715082 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 945 time: 0.1110477 Nov 18 15:01:40.659868 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7485d25f-ab17-4e1b-9b53-88dad4273d26 req-06bfff3f-a63f-4d73-8898-3c257175d4fe service neutron] 10.222.0.26 "GET /v2.0/networks/a4d314bd-3534-4e9c-b964-9a124ce242f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1779935 Nov 18 15:01:40.677916 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7d9435a1-56a4-45a9-b033-283d9a0fbe0b req-39bb0237-320a-4992-84a4-13ad1dbd96f1 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627573 Nov 18 15:01:40.848355 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ed988404-d20e-4eb9-80d1-0ecdf175ba8c req-cc93228b-13ef-4b06-8cc2-6bba61284456 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bad586706aa940bdbe260cca3d31587f&device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 1160 time: 0.1187212 Nov 18 15:01:41.059886 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed988404-d20e-4eb9-80d1-0ecdf175ba8c req-20cad158-7518-480a-8ba6-808727ffe937 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:41.061603 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ed988404-d20e-4eb9-80d1-0ecdf175ba8c req-20cad158-7518-480a-8ba6-808727ffe937 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4d314bd-3534-4e9c-b964-9a124ce242f0 HTTP/1.1" status: 200 len: 903 time: 0.1991172 Nov 18 15:01:41.190468 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472176f3-43f9-4eb1-a909-921d94d042ea req-94406a20-34eb-4210-9827-7312b3de1883 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:41.191798 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ed988404-d20e-4eb9-80d1-0ecdf175ba8c req-355eee5c-8df5-4e80-b4ab-0b9cdc5c3ea9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e608759-ca7b-408b-b56a-8a4709c283d8 HTTP/1.1" status: 200 len: 217 time: 0.1177523 Nov 18 15:01:41.192129 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-472176f3-43f9-4eb1-a909-921d94d042ea req-94406a20-34eb-4210-9827-7312b3de1883 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.2446697 Nov 18 15:01:41.231823 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec6a4d-2220-473d-8b22-27a3cb002d84 req-045a03a3-e29a-4bf2-a2c5-86ccc2259145 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:41.240085 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9bec6a4d-2220-473d-8b22-27a3cb002d84 req-045a03a3-e29a-4bf2-a2c5-86ccc2259145 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 943 time: 0.1663713 Nov 18 15:01:41.324616 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed988404-d20e-4eb9-80d1-0ecdf175ba8c req-287ff296-721f-42d4-994b-b6bdb3b3d831 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:41.326852 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ed988404-d20e-4eb9-80d1-0ecdf175ba8c req-287ff296-721f-42d4-994b-b6bdb3b3d831 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ab84650-0143-43c0-8bc6-e655801b77e8 HTTP/1.1" status: 200 len: 849 time: 0.1163094 Nov 18 15:01:41.346562 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-472176f3-43f9-4eb1-a909-921d94d042ea req-f449de4e-e64d-489c-9071-3854f5fee41b tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426225 Nov 18 15:01:41.370164 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9bec6a4d-2220-473d-8b22-27a3cb002d84 req-dcd65884-3fa6-4b51-b447-3092dd33c2cf tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288445 Nov 18 15:01:41.418661 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ed988404-d20e-4eb9-80d1-0ecdf175ba8c req-bd65d903-46c0-411b-9f6f-902c3714bcde service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4d314bd-3534-4e9c-b964-9a124ce242f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777543 Nov 18 15:01:41.590609 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0017f18-d7d0-4de4-9619-77cc1fa03d4d req-41401322-190c-4cc1-9170-7cf31f430038 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:41.592745 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c0017f18-d7d0-4de4-9619-77cc1fa03d4d req-41401322-190c-4cc1-9170-7cf31f430038 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.1004443 Nov 18 15:01:41.636592 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ed988404-d20e-4eb9-80d1-0ecdf175ba8c req-52d1353b-690b-4679-a068-50859f6960d0 service neutron] 10.222.0.26 "GET /v2.0/networks/a4d314bd-3534-4e9c-b964-9a124ce242f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894608 Nov 18 15:01:41.668289 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c0017f18-d7d0-4de4-9619-77cc1fa03d4d req-6f3f87b2-3a00-42c1-8212-fa53df490065 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579219 Nov 18 15:01:41.833719 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ed988404-d20e-4eb9-80d1-0ecdf175ba8c req-da929db9-b7ef-4ae6-9339-0faf701eb08c service neutron] 10.222.0.26 "GET /v2.0/networks/a4d314bd-3534-4e9c-b964-9a124ce242f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1898739 Nov 18 15:01:41.936947 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de025a6e-2536-4178-b971-36894d59e0a8 req-e172fd60-ed74-49ea-9f5c-70a54583c45f tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:41.938679 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-de025a6e-2536-4178-b971-36894d59e0a8 req-e172fd60-ed74-49ea-9f5c-70a54583c45f tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 945 time: 0.1010621 Nov 18 15:01:42.012340 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-de025a6e-2536-4178-b971-36894d59e0a8 req-372ecd49-921d-427b-816e-23c1eb573b4f tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651617 Nov 18 15:01:42.602943 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 34114) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:42.680205 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177221d9-c386-4e05-af59-6dccf74d519b req-e1b2ae43-7702-4652-ba95-e1bf0fb436be tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:42.681915 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-177221d9-c386-4e05-af59-6dccf74d519b req-e1b2ae43-7702-4652-ba95-e1bf0fb436be tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1702695 Nov 18 15:01:42.689399 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-6720478f-febf-4841-bfd9-c32ac4069914 admin admin] Deleting subnet e6ff7cf5-d356-44bf-a2e0-331ebeaa79b9 {{(pid=80267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 15:01:42.696865 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6720478f-febf-4841-bfd9-c32ac4069914 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:42.755821 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-177221d9-c386-4e05-af59-6dccf74d519b req-131280fd-6f9c-4da9-a2c2-b7fb26b95c36 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601149 Nov 18 15:01:42.762783 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6720478f-febf-4841-bfd9-c32ac4069914 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2631704'] for subnet, precommit_delete_associations {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:42.764907 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50554a1-a7e5-4ab2-ac34-b246c689d38b req-8826cbe2-0615-4353-a29e-ee2e55aff5ba tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:42.766559 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b50554a1-a7e5-4ab2-ac34-b246c689d38b req-8826cbe2-0615-4353-a29e-ee2e55aff5ba tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 943 time: 0.1942842 Nov 18 15:01:42.850477 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6720478f-febf-4841-bfd9-c32ac4069914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853901800'] for subnet, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:42.865066 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b50554a1-a7e5-4ab2-ac34-b246c689d38b req-dcdbf835-fab0-448c-8084-09e23725d662 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869582 Nov 18 15:01:43.280120 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4ac77-2899-4acd-b0be-03bc1dffc3a1 req-1c1746fb-e8b5-462c-b688-e43ab3fa6592 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:43.281992 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3fe4ac77-2899-4acd-b0be-03bc1dffc3a1 req-1c1746fb-e8b5-462c-b688-e43ab3fa6592 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.2451928 Nov 18 15:01:43.365908 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6720478f-febf-4841-bfd9-c32ac4069914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844961198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845137380'] for subnet, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:43.367766 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:43.393706 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36faf6-92af-4b6d-9f5c-5607b071127d req-b80d77cd-9288-46cb-a554-fa9ebfa394e6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:43.395319 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-eb36faf6-92af-4b6d-9f5c-5607b071127d req-b80d77cd-9288-46cb-a554-fa9ebfa394e6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Synchronizing usage tracker for tenant:a0c21091ef2244ca833257d93ddee8eb on resource:port {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:01:43.422386 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3fe4ac77-2899-4acd-b0be-03bc1dffc3a1 req-3df8238a-fb9c-4bed-8bd9-0d982a77dc8a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019928 Nov 18 15:01:43.429522 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c72efe-b737-4807-a2bc-a88402acf8fc req-36c9e64e-dea6-4661-b3b0-e2043f036567 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:43.437741 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-56d2b746-9b16-4ea3-ae48-ffda98ee68fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:43.437942 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-54c72efe-b737-4807-a2bc-a88402acf8fc req-36c9e64e-dea6-4661-b3b0-e2043f036567 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 945 time: 0.1546233 Nov 18 15:01:43.494988 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720478f-febf-4841-bfd9-c32ac4069914 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6ff7cf5-d356-44bf-a2e0-331ebeaa79b9,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:43.503604 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6720478f-febf-4841-bfd9-c32ac4069914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:43.514514 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-54c72efe-b737-4807-a2bc-a88402acf8fc req-092001ad-fa7a-4252-aff0-c98a0e94ab8c tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754395 Nov 18 15:01:43.558572 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-eb36faf6-92af-4b6d-9f5c-5607b071127d req-b80d77cd-9288-46cb-a554-fa9ebfa394e6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Unset dirty status for tenant:a0c21091ef2244ca833257d93ddee8eb on resource:port {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:01:43.560617 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-eb36faf6-92af-4b6d-9f5c-5607b071127d req-b80d77cd-9288-46cb-a554-fa9ebfa394e6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.26 "GET /v2.0/ports?device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 945 time: 0.2992377 Nov 18 15:01:43.659371 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-eb36faf6-92af-4b6d-9f5c-5607b071127d req-c09c0178-37ae-46ee-8e36-4193c8e0e5bd tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Deleting port 9f8375ad-c9e8-4b62-9c4f-6faabc010011 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:01:43.659931 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-eb36faf6-92af-4b6d-9f5c-5607b071127d req-c09c0178-37ae-46ee-8e36-4193c8e0e5bd tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:43.696163 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6720478f-febf-4841-bfd9-c32ac4069914 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:43.721437 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-6720478f-febf-4841-bfd9-c32ac4069914 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/e6ff7cf5-d356-44bf-a2e0-331ebeaa79b9 HTTP/1.1" status: 204 len: 168 time: 1.1142874 Nov 18 15:01:43.723745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 34130) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:43.895628 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804504'] for network, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:44.088576 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-eb36faf6-92af-4b6d-9f5c-5607b071127d req-c09c0178-37ae-46ee-8e36-4193c8e0e5bd tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] For port 9f8375ad-c9e8-4b62-9c4f-6faabc010011, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=9f8375ad-c9e8-4b62-9c4f-6faabc010011,segment=NetworkSegment(324638eb-0cd2-4b5d-9c31-a87da18bd95c),segment_id=324638eb-0cd2-4b5d-9c31-a87da18bd95c)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:01:44.089127 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-eb36faf6-92af-4b6d-9f5c-5607b071127d req-c09c0178-37ae-46ee-8e36-4193c8e0e5bd tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:44.303083 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-eb36faf6-92af-4b6d-9f5c-5607b071127d req-c09c0178-37ae-46ee-8e36-4193c8e0e5bd tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Calling delete_port for 9f8375ad-c9e8-4b62-9c4f-6faabc010011 owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:01:44.315152 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b2d51-0fcd-4c93-8273-b85244fbfa57 req-f6d1d25e-5f8e-44bc-a621-0388253ddd24 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:44.316893 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2f8b2d51-0fcd-4c93-8273-b85244fbfa57 req-f6d1d25e-5f8e-44bc-a621-0388253ddd24 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 943 time: 0.2904000 Nov 18 15:01:44.323991 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853904989', 'neutron.services.segments.db._delete_segments_for_network--9223363305708362475'] for network, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:44.349211 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d44d1-915b-46d1-9b4a-aa72443c10be req-9c7bfaf2-9f30-47dd-ac56-ec8df2083f09 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:44.351097 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-290d44d1-915b-46d1-9b4a-aa72443c10be req-9c7bfaf2-9f30-47dd-ac56-ec8df2083f09 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.3856046 Nov 18 15:01:44.509572 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-eb36faf6-92af-4b6d-9f5c-5607b071127d req-c09c0178-37ae-46ee-8e36-4193c8e0e5bd tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:44.530676 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:44.541011 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-290d44d1-915b-46d1-9b4a-aa72443c10be req-5ad386d5-b65c-401f-86bd-1ca20896e88c tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539366 Nov 18 15:01:44.560702 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2f8b2d51-0fcd-4c93-8273-b85244fbfa57 req-a7bde9a0-a1e2-4892-a600-e8de956c87bf tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196531 Nov 18 15:01:44.585259 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 15:01:44.585678 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 15:01:44.586540 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 15:01:44.586917 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Subscribe: > port after_create 55550000 {{(pid=80266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 15:01:44.587298 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 15:01:44.587660 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Subscribe: > port after_update 55550000 {{(pid=80266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 15:01:44.588038 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 15:01:44.588399 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 15:01:44.588764 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 15:01:44.589160 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 15:01:44.716371 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 15:01:44.716900 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 15:01:44.717266 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 15:01:44.717650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 15:01:44.718094 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304764f6-1a63-421e-9cf0-748ec7fe72d0']}} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:01:44.742696 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadaa51a-94e4-4a34-bdad-e39e13723997') {'for_net_delete': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:01:44.743044 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadaa51a-94e4-4a34-bdad-e39e13723997') {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:01:44.759476 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305708324075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10305641'] for segment, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:44.796849 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:44.824844 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 15:01:44.860753 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c0178-37ae-46ee-8e36-4193c8e0e5bd tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Pushing event deleted for resources: {'Port': ['ID=9f8375ad-c9e8-4b62-9c4f-6faabc010011,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:44.866027 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c09c0178-37ae-46ee-8e36-4193c8e0e5bd tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:45.038020 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb36faf6-92af-4b6d-9f5c-5607b071127d req-c09c0178-37ae-46ee-8e36-4193c8e0e5bd tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] No DVR routers for this DVR port 9f8375ad-c9e8-4b62-9c4f-6faabc010011 on host hv-cinder-73362 {{(pid=80267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:01:45.040871 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-eb36faf6-92af-4b6d-9f5c-5607b071127d req-c09c0178-37ae-46ee-8e36-4193c8e0e5bd tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:45.043857 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6510ac8e-4c10-4009-b594-fcfcfc023b70', 'name': 'network-vif-deleted', 'tag': '9f8375ad-c9e8-4b62-9c4f-6faabc010011'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:01:45.064098 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-eb36faf6-92af-4b6d-9f5c-5607b071127d req-c09c0178-37ae-46ee-8e36-4193c8e0e5bd tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.26 "DELETE /v2.0/ports/9f8375ad-c9e8-4b62-9c4f-6faabc010011 HTTP/1.1" status: 204 len: 173 time: 1.4910538 Nov 18 15:01:45.079674 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0c43fb7f-cd20-4fe8-8777-94a3315e80ac req-700b6e62-6fef-44c1-acb6-8acba7c18f5b tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=6510ac8e-4c10-4009-b594-fcfcfc023b70 HTTP/1.1" status: 200 len: 210 time: 0.1383018 Nov 18 15:01:45.189257 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6510ac8e-4c10-4009-b594-fcfcfc023b70', 'name': 'network-vif-deleted', 'tag': '9f8375ad-c9e8-4b62-9c4f-6faabc010011', 'status': 'completed', 'code': 200} Nov 18 15:01:45.208880 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Network 304764f6-1a63-421e-9cf0-748ec7fe72d0 has no segments {{(pid=80266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:01:45.221646 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853906570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10155983'] for segment, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:45.326656 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03aea7-6aa4-4cf8-ae7b-17ef66bce229 req-b2618eca-810b-4b1d-9da6-466b1a7aeda7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:45.328281 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5a03aea7-6aa4-4cf8-ae7b-17ef66bce229 req-b2618eca-810b-4b1d-9da6-466b1a7aeda7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.4788456 Nov 18 15:01:45.497955 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5a03aea7-6aa4-4cf8-ae7b-17ef66bce229 req-4a631b29-ce49-4706-9201-be1020e8da40 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619730 Nov 18 15:01:45.500078 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Network 304764f6-1a63-421e-9cf0-748ec7fe72d0 has no segments {{(pid=80266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: (rel_b, rel_a, rel_b), Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: (rel_b, rel_a, rel_b), Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: Traceback (most recent call last): Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: timer() Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: cb(*args, **kw) Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: return func(*args, **kwargs) Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: self._notify() Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: self.callback(batched_events) Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: event.method(event) Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: segment_id)['aggregates'][0] Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: return f(self, *a, **k) Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: return self._get(url).json() Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: **kwargs) Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: return self.request(url, 'GET', **kwargs) Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: **endpoint_filter) Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 15:01:45.544388 dv-cinder-733623-8-smb neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 15:01:45.696828 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:45.701061 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2f2eede5-19f2-499a-9e20-b025101b3ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:45.834105 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Pushing event deleted for resources: {'Network': ['ID=304764f6-1a63-421e-9cf0-748ec7fe72d0,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:45.837246 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:45.877165 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:45.889961 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] 10.222.0.17 "DELETE /v2.0/networks/304764f6-1a63-421e-9cf0-748ec7fe72d0 HTTP/1.1" status: 204 len: 168 time: 2.1668329 Nov 18 15:01:45.893019 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 34156) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:45.970007 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a011b48-5128-497a-8726-8fa2c41098c5 admin admin] Deleting subnet dbd23279-ad69-40a4-8dc0-722be5827843 {{(pid=80267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 15:01:45.974077 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a011b48-5128-497a-8726-8fa2c41098c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:45.974982 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a4486-1a20-41e2-ac42-c19683636ef6 req-19148f6b-821b-4ba9-84ca-d86f5bec4f36 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:45.977224 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ce2a4486-1a20-41e2-ac42-c19683636ef6 req-19148f6b-821b-4ba9-84ca-d86f5bec4f36 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.2222769 Nov 18 15:01:45.992771 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e016c-4de3-470e-b295-b9f8b04f8fb6 req-e0df81d4-841e-4db2-818d-e873a6cf78bc tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:45.998456 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c01e016c-4de3-470e-b295-b9f8b04f8fb6 req-e0df81d4-841e-4db2-818d-e873a6cf78bc tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 943 time: 0.1601579 Nov 18 15:01:46.044211 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a011b48-5128-497a-8726-8fa2c41098c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2631704'] for subnet, precommit_delete_associations {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:46.126361 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c01e016c-4de3-470e-b295-b9f8b04f8fb6 req-33d61fe0-3362-4576-b925-bd2a6dc3b9e7 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603321 Nov 18 15:01:46.130342 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a011b48-5128-497a-8726-8fa2c41098c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853901800'] for subnet, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:46.130701 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ce2a4486-1a20-41e2-ac42-c19683636ef6 req-d8fe57b8-d93e-4e2b-9f78-d10087b07291 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461954 Nov 18 15:01:46.507115 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a011b48-5128-497a-8726-8fa2c41098c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844961198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845137380'] for subnet, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:46.524741 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d48a0bda-bdce-4ffb-ac3d-68fd353a2faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:46.685458 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a011b48-5128-497a-8726-8fa2c41098c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbd23279-ad69-40a4-8dc0-722be5827843,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:46.703572 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9a011b48-5128-497a-8726-8fa2c41098c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:46.704790 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a011b48-5128-497a-8726-8fa2c41098c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:46.714024 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-9a011b48-5128-497a-8726-8fa2c41098c5 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/dbd23279-ad69-40a4-8dc0-722be5827843 HTTP/1.1" status: 204 len: 168 time: 0.8176174 Nov 18 15:01:46.717781 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 34170) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:46.782336 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15011d91-ed42-4455-b621-4c2586aa0860 req-d060881f-a93d-4eb6-a111-c19fbb8d81d9 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:46.784276 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-15011d91-ed42-4455-b621-4c2586aa0860 req-d060881f-a93d-4eb6-a111-c19fbb8d81d9 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.1066103 Nov 18 15:01:46.855317 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0970bed7-81d7-4a5e-8985-ba1a4af65b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804504'] for network, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:46.858547 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-15011d91-ed42-4455-b621-4c2586aa0860 req-ecebcb7c-b92a-4d16-a45b-63d8b083e965 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674098 Nov 18 15:01:46.921794 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 9e608759-ca7b-408b-b56a-8a4709c283d8 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:47.125742 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0970bed7-81d7-4a5e-8985-ba1a4af65b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853904989', 'neutron.services.segments.db._delete_segments_for_network--9223363305708362475'] for network, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:47.258235 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning for port 9e608759-ca7b-408b-b56a-8a4709c283d8 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:01:47.263739 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 9e608759-ca7b-408b-b56a-8a4709c283d8 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:47.264163 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:47.267309 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-0970bed7-81d7-4a5e-8985-ba1a4af65b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b39f664-102a-4581-bfe4-726e0861dcb3']}} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:01:47.282811 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-0970bed7-81d7-4a5e-8985-ba1a4af65b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf274bd-cf36-4423-b790-e1e1b72aef7e') {'for_net_delete': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:01:47.283123 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-0970bed7-81d7-4a5e-8985-ba1a4af65b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf274bd-cf36-4423-b790-e1e1b72aef7e') {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:01:47.300953 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0970bed7-81d7-4a5e-8985-ba1a4af65b9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305708324075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852144096'] for segment, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:47.322933 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0970bed7-81d7-4a5e-8985-ba1a4af65b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:47.324957 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0970bed7-81d7-4a5e-8985-ba1a4af65b9f admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 15:01:47.472037 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:47.549384 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 9e608759-ca7b-408b-b56a-8a4709c283d8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=9e608759-ca7b-408b-b56a-8a4709c283d8,segment=NetworkSegment(259665df-1b46-4a7d-b929-4b43dfd91afa),segment_id=259665df-1b46-4a7d-b929-4b43dfd91afa)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:01:47.551778 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4709e6b-f731-4993-9a0c-e87881c0bf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e608759-ca7b-408b-b56a-8a4709c283d8'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:01:47.565250 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-0970bed7-81d7-4a5e-8985-ba1a4af65b9f admin admin] Network 0b39f664-102a-4581-bfe4-726e0861dcb3 has no segments {{(pid=80267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:01:47.570431 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:47.577698 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0970bed7-81d7-4a5e-8985-ba1a4af65b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853906570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844961265'] for segment, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:47.579512 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e18e0641-23e9-49a2-90c3-7f3ce699f501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:47.634821 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 9f8375ad-c9e8-4b62-9c4f-6faabc010011 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:01:47.688022 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] No Port match for: 9f8375ad-c9e8-4b62-9c4f-6faabc010011 {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:01:47.688791 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 9f8375ad-c9e8-4b62-9c4f-6faabc010011 not bound to the agent host hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:01:47.730383 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=9e608759-ca7b-408b-b56a-8a4709c283d8,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:47.741308 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.742467 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.743042 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.743603 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.744161 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.744910 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.745484 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.746068 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.746778 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.747530 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.748100 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.748651 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.749248 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.749810 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.750553 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.751103 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.751654 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.752576 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.753131 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.753689 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.754363 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.754925 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.755482 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.756054 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:01:47.770628 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:47.814213 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce7fdf-9ddf-46a9-a3ff-2e9c1b191620 req-5cca1aae-aa8f-49f3-9007-207e9feaed76 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:47.816039 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-35ce7fdf-9ddf-46a9-a3ff-2e9c1b191620 req-5cca1aae-aa8f-49f3-9007-207e9feaed76 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.3674328 Nov 18 15:01:47.827450 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b839d82-e8c2-4a57-bec4-380f8b0271bb req-5e661b17-d2fa-484a-ae2f-dbcd8568e201 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:47.833875 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3b839d82-e8c2-4a57-bec4-380f8b0271bb req-5e661b17-d2fa-484a-ae2f-dbcd8568e201 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 943 time: 0.4248548 Nov 18 15:01:47.840022 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 9e608759-ca7b-408b-b56a-8a4709c283d8 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:47.875583 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-0970bed7-81d7-4a5e-8985-ba1a4af65b9f admin admin] Network 0b39f664-102a-4581-bfe4-726e0861dcb3 has no segments {{(pid=80267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:01:47.899766 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-35ce7fdf-9ddf-46a9-a3ff-2e9c1b191620 req-18b355ab-4517-4319-98da-b9bddb26a17b tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645354 Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: Traceback (most recent call last): Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: timer() Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: cb(*args, **kw) Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: return func(*args, **kwargs) Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: self._notify() Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: self.callback(batched_events) Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: event.method(event) Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: segment_id)['aggregates'][0] Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: return f(self, *a, **k) Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: return self._get(url).json() Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: **kwargs) Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: return self.request(url, 'GET', **kwargs) Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: **endpoint_filter) Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 15:01:47.913309 dv-cinder-733623-8-smb neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 15:01:47.919924 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 9e608759-ca7b-408b-b56a-8a4709c283d8 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:47.920364 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:48.000693 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3b839d82-e8c2-4a57-bec4-380f8b0271bb req-078e488b-e412-41ba-be44-7d6ecb4230d9 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189952 Nov 18 15:01:48.043090 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0970bed7-81d7-4a5e-8985-ba1a4af65b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:48.053345 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:48.070211 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0970bed7-81d7-4a5e-8985-ba1a4af65b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:48.083613 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970bed7-81d7-4a5e-8985-ba1a4af65b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=0b39f664-102a-4581-bfe4-726e0861dcb3,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:48.093379 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-0970bed7-81d7-4a5e-8985-ba1a4af65b9f admin admin] 10.222.0.17 "DELETE /v2.0/networks/0b39f664-102a-4581-bfe4-726e0861dcb3 HTTP/1.1" status: 204 len: 168 time: 1.3740308 Nov 18 15:01:48.094957 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0970bed7-81d7-4a5e-8985-ba1a4af65b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:48.142580 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4709e6b-f731-4993-9a0c-e87881c0bf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e608759-ca7b-408b-b56a-8a4709c283d8', 'code': 200} Nov 18 15:01:48.565457 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7e365ca9-e5c6-4e9b-9f94-80b4ad40dd10 req-a52bad72-18fa-458e-8154-34e610308068 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 1162 time: 0.1514370 Nov 18 15:01:48.567837 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 34198) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:48.646135 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d318be64-0dea-43e5-8ca8-3d9a8339d406 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=12cfe360c41b48899747af02b5384727&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0767407 Nov 18 15:01:48.654284 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 34202) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:48.667730 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7e365ca9-e5c6-4e9b-9f94-80b4ad40dd10 req-15be4c47-54b0-4012-90d4-0546293dd3ca service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818348 Nov 18 15:01:48.700552 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9bcc-8cc5-4d65-b9ac-fdd5299f1eb5 req-dcbfc28c-2293-4b06-ab4f-170564618b23 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:48.706492 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-abae9bcc-8cc5-4d65-b9ac-fdd5299f1eb5 req-dcbfc28c-2293-4b06-ab4f-170564618b23 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.2702050 Nov 18 15:01:48.765402 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c1dc0-d0ee-4cdc-9883-a40b48612fae req-44b0c94c-abc7-4e12-a714-83600ccfdcfe tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:48.767264 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-513c1dc0-d0ee-4cdc-9883-a40b48612fae req-44b0c94c-abc7-4e12-a714-83600ccfdcfe tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=09581d8e-c06c-448c-bbf0-990233694443 HTTP/1.1" status: 200 len: 946 time: 0.2085958 Nov 18 15:01:48.852511 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-abae9bcc-8cc5-4d65-b9ac-fdd5299f1eb5 req-8f188c40-20d2-4a8f-a63e-f246dabe4dd2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309981 Nov 18 15:01:48.916627 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-513c1dc0-d0ee-4cdc-9883-a40b48612fae req-26686ada-a252-47b9-a7f2-425d0272ab22 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324968 Nov 18 15:01:48.918817 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d391556c-239b-4feb-9248-ed6b96262fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:48.994744 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d391556c-239b-4feb-9248-ed6b96262fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:49.075500 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d391556c-239b-4feb-9248-ed6b96262fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:49.081553 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:49.103366 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391556c-239b-4feb-9248-ed6b96262fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806fec26-1d1d-4c1d-8744-fb6869009b1f,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:49.112468 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d391556c-239b-4feb-9248-ed6b96262fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:49.124263 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d391556c-239b-4feb-9248-ed6b96262fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:49.132513 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d391556c-239b-4feb-9248-ed6b96262fd3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/806fec26-1d1d-4c1d-8744-fb6869009b1f HTTP/1.1" status: 204 len: 168 time: 0.4670651 Nov 18 15:01:49.345114 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93de7b-6ce4-4fc4-be78-b50ab3be1e72 req-81456ff8-68e8-4310-a54b-0858da23e43b tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:49.346800 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-eb93de7b-6ce4-4fc4-be78-b50ab3be1e72 req-81456ff8-68e8-4310-a54b-0858da23e43b tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 945 time: 0.1168721 Nov 18 15:01:49.352899 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d77385-7ebd-44e2-b38e-08ee0815b025 req-fe580a25-9c48-47f0-8f5d-b7c137f03bbc tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:49.355714 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d7d77385-7ebd-44e2-b38e-08ee0815b025 req-fe580a25-9c48-47f0-8f5d-b7c137f03bbc tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.2033930 Nov 18 15:01:49.426051 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d7d77385-7ebd-44e2-b38e-08ee0815b025 req-32e12a99-8cab-47b5-b187-237e6a8c6d79 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512536 Nov 18 15:01:49.450707 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-eb93de7b-6ce4-4fc4-be78-b50ab3be1e72 req-c2c1e5f3-8b66-44d9-b9c3-9619f3b0d471 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945194 Nov 18 15:01:49.732427 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 34218) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:49.792807 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d56abc60-c050-4d2f-a2ff-ba6e59d36183 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9c4a71140e884571878c7ca4e81aa349&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0590277 Nov 18 15:01:49.795438 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 34222) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:01:49.885867 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4e9ae1f1-496f-4a81-8a9e-667bdb2acd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:49.911203 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0c38dea9-3ee6-40cb-a0b9-628ee7d4c623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:49.915754 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4e9ae1f1-496f-4a81-8a9e-667bdb2acd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:49.982259 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4e9ae1f1-496f-4a81-8a9e-667bdb2acd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:49.993277 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e98f8113-dfb5-48f2-9677-f420367cbc48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:50.001184 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 9e608759-ca7b-408b-b56a-8a4709c283d8 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:50.014967 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4e9ae1f1-496f-4a81-8a9e-667bdb2acd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:50.016222 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-4e9ae1f1-496f-4a81-8a9e-667bdb2acd68 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e5fdc339-6400-4df9-80f4-ecb4c8124eb7 HTTP/1.1" status: 204 len: 168 time: 0.2198083 Nov 18 15:01:50.017897 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ae1f1-496f-4a81-8a9e-667bdb2acd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fdc339-6400-4df9-80f4-ecb4c8124eb7,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:50.031603 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4e9ae1f1-496f-4a81-8a9e-667bdb2acd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:50.139155 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 9e608759-ca7b-408b-b56a-8a4709c283d8 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:50.140080 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:50.297285 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97de5b9-cc01-447a-b8f2-cbd766610f0b req-be0f5e99-7e3d-4567-a91c-1f11a7090947 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:50.306041 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a97de5b9-cc01-447a-b8f2-cbd766610f0b req-be0f5e99-7e3d-4567-a91c-1f11a7090947 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.2576191 Nov 18 15:01:50.318646 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device e08b35b8-67a3-46ee-8da6-92e730792728 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:50.444500 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a97de5b9-cc01-447a-b8f2-cbd766610f0b req-8e0bfa8b-2a3b-48b7-8bfe-7a000cfc3277 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371772 Nov 18 15:01:50.483996 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port e08b35b8-67a3-46ee-8da6-92e730792728 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:50.484292 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:50.542204 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19e737-e004-411b-b020-df671c81e37b req-215904c4-ad4f-4883-abc3-ade9f547ddf9 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:50.545871 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fe19e737-e004-411b-b020-df671c81e37b req-215904c4-ad4f-4883-abc3-ade9f547ddf9 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=09581d8e-c06c-448c-bbf0-990233694443 HTTP/1.1" status: 200 len: 946 time: 0.3230643 Nov 18 15:01:50.607229 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fe19e737-e004-411b-b020-df671c81e37b req-c6a42051-507e-4e7c-840d-5f60231ecd09 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541506 Nov 18 15:01:50.795640 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44186046-e4a6-4c68-bac6-f16db3d227fa req-3a9a7b46-33da-4d94-8cf9-e1504f1673ba tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:50.798071 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-44186046-e4a6-4c68-bac6-f16db3d227fa req-3a9a7b46-33da-4d94-8cf9-e1504f1673ba tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1605005 Nov 18 15:01:50.916743 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-44186046-e4a6-4c68-bac6-f16db3d227fa req-eebde78a-114f-41ae-a41f-ed47aa9cd8c4 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109903 Nov 18 15:01:50.972785 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41169b7d-ebaa-4b5f-b7b8-e7a3cb22a1ab req-ade1a77e-0d62-4791-9af7-3dd2246af208 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:50.986137 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-41169b7d-ebaa-4b5f-b7b8-e7a3cb22a1ab req-ade1a77e-0d62-4791-9af7-3dd2246af208 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 945 time: 0.1624177 Nov 18 15:01:51.051810 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-41169b7d-ebaa-4b5f-b7b8-e7a3cb22a1ab req-31ca675c-9d6a-49f8-9e5c-a2e74bf73586 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645761 Nov 18 15:01:51.263822 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d2da4-c680-4244-a917-77b365a8b7f9 req-86389464-caf2-49a9-9edb-c99d4d08ecf6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:51.264618 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-312d2da4-c680-4244-a917-77b365a8b7f9 req-86389464-caf2-49a9-9edb-c99d4d08ecf6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Synchronizing usage tracker for tenant:a0c21091ef2244ca833257d93ddee8eb on resource:port {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:01:51.285212 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-312d2da4-c680-4244-a917-77b365a8b7f9 req-86389464-caf2-49a9-9edb-c99d4d08ecf6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Unset dirty status for tenant:a0c21091ef2244ca833257d93ddee8eb on resource:port {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:01:51.286699 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-312d2da4-c680-4244-a917-77b365a8b7f9 req-86389464-caf2-49a9-9edb-c99d4d08ecf6 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.26 "GET /v2.0/ports?device_id=09581d8e-c06c-448c-bbf0-990233694443 HTTP/1.1" status: 200 len: 946 time: 0.1381063 Nov 18 15:01:51.398303 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-312d2da4-c680-4244-a917-77b365a8b7f9 req-e63d872e-f5ad-4468-bbca-3a7b387faf86 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Deleting port 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:01:51.398696 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-312d2da4-c680-4244-a917-77b365a8b7f9 req-e63d872e-f5ad-4468-bbca-3a7b387faf86 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:51.844788 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-312d2da4-c680-4244-a917-77b365a8b7f9 req-e63d872e-f5ad-4468-bbca-3a7b387faf86 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] For port 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e,segment=NetworkSegment(324638eb-0cd2-4b5d-9c31-a87da18bd95c),segment_id=324638eb-0cd2-4b5d-9c31-a87da18bd95c)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:01:51.845272 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-312d2da4-c680-4244-a917-77b365a8b7f9 req-e63d872e-f5ad-4468-bbca-3a7b387faf86 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:51.927112 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 9e608759-ca7b-408b-b56a-8a4709c283d8 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:51.997496 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-312d2da4-c680-4244-a917-77b365a8b7f9 req-e63d872e-f5ad-4468-bbca-3a7b387faf86 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Calling delete_port for 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:01:52.024819 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 9e608759-ca7b-408b-b56a-8a4709c283d8 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:52.025236 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:52.044207 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fbdf1-68bb-4833-9374-f5fb74909785 req-fbf4d92c-a267-4a03-a587-da778f5627cb tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:52.052607 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e30fbdf1-68bb-4833-9374-f5fb74909785 req-fbf4d92c-a267-4a03-a587-da778f5627cb tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.3806674 Nov 18 15:01:52.142835 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6903308-6f69-44d1-8dc0-51fd3859990b req-99287a36-2310-4623-b01c-427dbba9033d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:52.145287 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a6903308-6f69-44d1-8dc0-51fd3859990b req-99287a36-2310-4623-b01c-427dbba9033d tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=09581d8e-c06c-448c-bbf0-990233694443 HTTP/1.1" status: 200 len: 946 time: 0.3272443 Nov 18 15:01:52.185769 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e30fbdf1-68bb-4833-9374-f5fb74909785 req-516fdddd-d37c-4ac6-827d-85a3fc5f6897 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222444 Nov 18 15:01:52.289871 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device e08b35b8-67a3-46ee-8da6-92e730792728 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:52.295410 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-312d2da4-c680-4244-a917-77b365a8b7f9 req-e63d872e-f5ad-4468-bbca-3a7b387faf86 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:52.348610 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a6903308-6f69-44d1-8dc0-51fd3859990b req-747c6498-032f-4e17-8533-ae4efde2e0b7 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820338 Nov 18 15:01:52.467503 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port e08b35b8-67a3-46ee-8da6-92e730792728 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:52.468120 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:52.634181 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:52.691904 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-680b2f35-1ab1-42ac-b228-ab4bd46735c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:52.735553 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d872e-f5ad-4468-bbca-3a7b387faf86 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Pushing event deleted for resources: {'Port': ['ID=61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:52.738814 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e63d872e-f5ad-4468-bbca-3a7b387faf86 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:52.801058 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-312d2da4-c680-4244-a917-77b365a8b7f9 req-e63d872e-f5ad-4468-bbca-3a7b387faf86 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] No DVR routers for this DVR port 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e on host hv-cinder-73362 {{(pid=80267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:01:52.813140 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-312d2da4-c680-4244-a917-77b365a8b7f9 req-e63d872e-f5ad-4468-bbca-3a7b387faf86 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:52.821486 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09581d8e-c06c-448c-bbf0-990233694443', 'name': 'network-vif-deleted', 'tag': '61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:01:52.851701 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:01:52.856863 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-312d2da4-c680-4244-a917-77b365a8b7f9 req-e63d872e-f5ad-4468-bbca-3a7b387faf86 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.26 "DELETE /v2.0/ports/61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e HTTP/1.1" status: 204 len: 173 time: 1.5621302 Nov 18 15:01:52.940568 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] No Port match for: 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:01:52.940952 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e not bound to the agent host hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:01:52.945092 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475e50c-2b8f-4bba-bd17-77e6d37db960 req-c3151e04-719e-45f7-bae4-f3406f275b79 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:52.954447 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d475e50c-2b8f-4bba-bd17-77e6d37db960 req-c3151e04-719e-45f7-bae4-f3406f275b79 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1274564 Nov 18 15:01:52.975887 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:53.022877 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d475e50c-2b8f-4bba-bd17-77e6d37db960 req-93223699-b9f1-4f2b-8cec-68666a1a0089 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671542 Nov 18 15:01:53.134909 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09581d8e-c06c-448c-bbf0-990233694443', 'name': 'network-vif-deleted', 'tag': '61abfd19-ef3f-4bbe-8c50-04a51a6b3e9e', 'status': 'completed', 'code': 200} Nov 18 15:01:53.531485 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b110425-db97-4935-99a2-1b7912c3333d req-4681bd99-cce4-4be1-80cc-ce18c29c338f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:53.533124 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9b110425-db97-4935-99a2-1b7912c3333d req-4681bd99-cce4-4be1-80cc-ce18c29c338f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 945 time: 0.1598346 Nov 18 15:01:53.562806 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576af35-b386-4487-86a2-7198d32d8f9c req-69f41a20-6c60-47d9-8c43-a29427012d10 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:53.564407 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c576af35-b386-4487-86a2-7198d32d8f9c req-69f41a20-6c60-47d9-8c43-a29427012d10 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.1392283 Nov 18 15:01:53.628348 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9b110425-db97-4935-99a2-1b7912c3333d req-8e7d3002-7387-4a11-baf5-7bc91cf0c13d tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872881 Nov 18 15:01:53.640025 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c576af35-b386-4487-86a2-7198d32d8f9c req-93f5e010-93b6-4232-abc3-ff742e8b36e5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673783 Nov 18 15:01:53.830812 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:54.165584 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1dc7a519-1cb7-4433-a609-d1acc83fffb7 req-d9585212-a08e-4d2d-a2ca-dd33f1a01942 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=843cfdfce3cc46e79a77e9d00a592187&device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 1163 time: 0.0844262 Nov 18 15:01:54.287110 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afcba7-93f2-4497-b8e1-919af604e676 req-80739ecc-b703-4f96-98f2-c52ed5dd0574 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:54.289336 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-26afcba7-93f2-4497-b8e1-919af604e676 req-80739ecc-b703-4f96-98f2-c52ed5dd0574 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1111381 Nov 18 15:01:54.294927 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:54.412304 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-26afcba7-93f2-4497-b8e1-919af604e676 req-3d4048d0-e7e4-4f2f-bf30-22b323c0854c tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160500 Nov 18 15:01:54.433170 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2acc2-c71d-4d64-bb35-647c5a3afadd req-cdcc21e5-a82a-4468-ade6-31181e9f51b7 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:54.435074 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-59a2acc2-c71d-4d64-bb35-647c5a3afadd req-cdcc21e5-a82a-4468-ade6-31181e9f51b7 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 946 time: 0.1373944 Nov 18 15:01:54.486684 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-59a2acc2-c71d-4d64-bb35-647c5a3afadd req-7a0dd8f2-00d1-4258-a1dc-100bf946996f tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450847 Nov 18 15:01:54.566589 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7a519-1cb7-4433-a609-d1acc83fffb7 req-6cba40c9-76c6-4d8e-bca9-efefde212029 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:54.568179 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1dc7a519-1cb7-4433-a609-d1acc83fffb7 req-6cba40c9-76c6-4d8e-bca9-efefde212029 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf HTTP/1.1" status: 200 len: 911 time: 0.3933032 Nov 18 15:01:54.683876 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1dc7a519-1cb7-4433-a609-d1acc83fffb7 req-9bafd21f-7edc-4908-8a99-8fb57d3796ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=709dc2a0-c3e4-4a64-98bc-bdb68b102c1d HTTP/1.1" status: 200 len: 1000 time: 0.1052966 Nov 18 15:01:54.759046 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7a519-1cb7-4433-a609-d1acc83fffb7 req-66547f01-2ae4-483f-8611-d3b3c847defe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:54.760630 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1dc7a519-1cb7-4433-a609-d1acc83fffb7 req-66547f01-2ae4-483f-8611-d3b3c847defe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5bcaa69-69c3-46ba-998a-62828b8d1ae0 HTTP/1.1" status: 200 len: 856 time: 0.0693591 Nov 18 15:01:54.860786 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1dc7a519-1cb7-4433-a609-d1acc83fffb7 req-a3b393cf-67b4-4885-874a-70c056aa8ded service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0897136 Nov 18 15:01:54.942218 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9305f-9966-4647-84d8-0629b5fb4332 req-29875d74-b0fe-4eb6-a402-dcc445600381 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:54.943746 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-40c9305f-9966-4647-84d8-0629b5fb4332 req-29875d74-b0fe-4eb6-a402-dcc445600381 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.1585286 Nov 18 15:01:54.955221 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79c858-7f08-4f20-b385-ae9d06de8364 req-276a54a6-ae02-465f-9535-52f5458a4955 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:54.956759 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9c79c858-7f08-4f20-b385-ae9d06de8364 req-276a54a6-ae02-465f-9535-52f5458a4955 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 945 time: 0.1258936 Nov 18 15:01:55.030234 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1dc7a519-1cb7-4433-a609-d1acc83fffb7 req-0d4125f1-03f8-47d1-a49c-032ffe84601e service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493504 Nov 18 15:01:55.039659 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-40c9305f-9966-4647-84d8-0629b5fb4332 req-b29451cb-caf1-4b14-b09a-40c293409ec5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818737 Nov 18 15:01:55.044923 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9c79c858-7f08-4f20-b385-ae9d06de8364 req-65be6f54-a96c-4410-943f-764692d4ca98 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733426 Nov 18 15:01:55.203231 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1dc7a519-1cb7-4433-a609-d1acc83fffb7 req-6794e4ea-4134-41fe-b574-f0d0280147ff service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1551638 Nov 18 15:01:55.545834 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-f419db6e-41f1-4568-97e1-98c26337810f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:55.547255 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-f419db6e-41f1-4568-97e1-98c26337810f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Synchronizing usage tracker for tenant:bad586706aa940bdbe260cca3d31587f on resource:port {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:01:55.564301 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-f419db6e-41f1-4568-97e1-98c26337810f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Unset dirty status for tenant:bad586706aa940bdbe260cca3d31587f on resource:port {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:01:55.565566 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-f419db6e-41f1-4568-97e1-98c26337810f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.26 "GET /v2.0/ports?device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 945 time: 0.1055841 Nov 18 15:01:55.661877 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-ef63a0db-4cf1-4e41-b284-cb21329e2b1e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Deleting port 9e608759-ca7b-408b-b56a-8a4709c283d8 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:01:55.662435 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-ef63a0db-4cf1-4e41-b284-cb21329e2b1e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:55.672916 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11a3ba-0f4d-4170-899a-fc4a7dc8aec6 req-ed24e5b1-5f96-45ea-880e-e1434809d8a1 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:55.674682 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-cd11a3ba-0f4d-4170-899a-fc4a7dc8aec6 req-ed24e5b1-5f96-45ea-880e-e1434809d8a1 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1262951 Nov 18 15:01:55.757419 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-cd11a3ba-0f4d-4170-899a-fc4a7dc8aec6 req-7c2edf37-a28b-42a7-9711-52028856e59d tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706854 Nov 18 15:01:55.767682 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216477ca-54a8-4ff2-8329-34bee9ffe185 req-ce52deba-fff8-4445-9c98-6440e3e4145f tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:55.769635 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-216477ca-54a8-4ff2-8329-34bee9ffe185 req-ce52deba-fff8-4445-9c98-6440e3e4145f tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 946 time: 0.1383214 Nov 18 15:01:55.823286 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-216477ca-54a8-4ff2-8329-34bee9ffe185 req-9af20d75-4840-40b4-96fc-b7c96761660a tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461867 Nov 18 15:01:55.872734 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 9e608759-ca7b-408b-b56a-8a4709c283d8 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:01:55.967472 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ae4e9f56-fa1a-4b39-a2af-1003ccf5ff90 req-d226c526-c6d1-4a51-aa26-f3c74ac3e5aa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 1163 time: 0.2134826 Nov 18 15:01:55.992686 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:56.037803 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-ef63a0db-4cf1-4e41-b284-cb21329e2b1e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] For port 9e608759-ca7b-408b-b56a-8a4709c283d8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=9e608759-ca7b-408b-b56a-8a4709c283d8,segment=NetworkSegment(259665df-1b46-4a7d-b929-4b43dfd91afa),segment_id=259665df-1b46-4a7d-b929-4b43dfd91afa)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:01:56.038240 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-ef63a0db-4cf1-4e41-b284-cb21329e2b1e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:56.049703 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ae4e9f56-fa1a-4b39-a2af-1003ccf5ff90 req-e727ec32-7be2-4f3b-b42a-6241b18e5533 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750184 Nov 18 15:01:56.071654 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 9e608759-ca7b-408b-b56a-8a4709c283d8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=9e608759-ca7b-408b-b56a-8a4709c283d8,segment=NetworkSegment(259665df-1b46-4a7d-b929-4b43dfd91afa),segment_id=259665df-1b46-4a7d-b929-4b43dfd91afa)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:01:56.072784 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4709e6b-f731-4993-9a0c-e87881c0bf05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e608759-ca7b-408b-b56a-8a4709c283d8'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:01:56.079082 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:56.082720 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ff94f6c4-b863-4da8-a1e6-fba432b6ae0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:56.179152 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=9e608759-ca7b-408b-b56a-8a4709c283d8,revision_number=5']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:56.183523 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:56.192449 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4709e6b-f731-4993-9a0c-e87881c0bf05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e608759-ca7b-408b-b56a-8a4709c283d8', 'code': 200} Nov 18 15:01:56.228222 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-ef63a0db-4cf1-4e41-b284-cb21329e2b1e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Calling delete_port for 9e608759-ca7b-408b-b56a-8a4709c283d8 owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:01:56.315314 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.api [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-ef63a0db-4cf1-4e41-b284-cb21329e2b1e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80267) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 15:01:56.315680 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_db.api [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-ef63a0db-4cf1-4e41-b284-cb21329e2b1e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 15:01:56.390735 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-53643277-af1c-49f8-b437-74b09e4f5685 req-dcb2cbd9-9377-4afb-a02d-8609c4188b37 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Synchronizing usage tracker for tenant:3744a70cc58a4d309144b144203db7ce on resource:security_group {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:01:56.400273 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd554ff-1ecd-4c2e-9f5f-ad02d25bf9b9 req-e1ba74bc-e27c-4c43-9ca9-b3ac99d290d7 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:56.401035 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-0bd554ff-1ecd-4c2e-9f5f-ad02d25bf9b9 req-e1ba74bc-e27c-4c43-9ca9-b3ac99d290d7 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Synchronizing usage tracker for tenant:a0c21091ef2244ca833257d93ddee8eb on resource:port {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:01:56.416222 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-0bd554ff-1ecd-4c2e-9f5f-ad02d25bf9b9 req-e1ba74bc-e27c-4c43-9ca9-b3ac99d290d7 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Unset dirty status for tenant:a0c21091ef2244ca833257d93ddee8eb on resource:port {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:01:56.417654 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0bd554ff-1ecd-4c2e-9f5f-ad02d25bf9b9 req-e1ba74bc-e27c-4c43-9ca9-b3ac99d290d7 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.26 "GET /v2.0/ports?device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 946 time: 0.0998862 Nov 18 15:01:56.426471 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16b23c-b217-4b23-bfc7-02b9004f0b0d req-bd8355ee-3c19-415e-8b5a-9712cae8db36 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:56.428083 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-db16b23c-b217-4b23-bfc7-02b9004f0b0d req-bd8355ee-3c19-415e-8b5a-9712cae8db36 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 943 time: 0.1235585 Nov 18 15:01:56.429070 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-53643277-af1c-49f8-b437-74b09e4f5685 req-dcb2cbd9-9377-4afb-a02d-8609c4188b37 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Unset dirty status for tenant:3744a70cc58a4d309144b144203db7ce on resource:security_group {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:01:56.438181 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53643277-af1c-49f8-b437-74b09e4f5685 req-dcb2cbd9-9377-4afb-a02d-8609c4188b37 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1424264881&fields=id&tenant_id=3744a70cc58a4d309144b144203db7ce HTTP/1.1" status: 200 len: 267 time: 0.1524570 Nov 18 15:01:56.500809 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-0bd554ff-1ecd-4c2e-9f5f-ad02d25bf9b9 req-58e0961a-8bd3-44cb-aa85-bf854d5139ff tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Deleting port 290eb321-b1eb-412a-beb7-1529f77d5a64 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:01:56.501197 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0bd554ff-1ecd-4c2e-9f5f-ad02d25bf9b9 req-58e0961a-8bd3-44cb-aa85-bf854d5139ff tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:56.610417 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-db16b23c-b217-4b23-bfc7-02b9004f0b0d req-a43736a5-e473-48b6-924d-1a39ba9b41dc tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696506 Nov 18 15:01:56.647582 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53643277-af1c-49f8-b437-74b09e4f5685 req-65d3ef85-9171-46c6-b450-631253895c0a tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:56.649377 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53643277-af1c-49f8-b437-74b09e4f5685 req-65d3ef85-9171-46c6-b450-631253895c0a tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/networks?id=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 HTTP/1.1" status: 200 len: 809 time: 0.2103407 Nov 18 15:01:56.669234 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53643277-af1c-49f8-b437-74b09e4f5685 req-4741b69c-4313-4055-996e-631dbae31460 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/quotas/3744a70cc58a4d309144b144203db7ce HTTP/1.1" status: 200 len: 375 time: 0.0127368 Nov 18 15:01:56.770644 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-0bd554ff-1ecd-4c2e-9f5f-ad02d25bf9b9 req-58e0961a-8bd3-44cb-aa85-bf854d5139ff tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] For port 290eb321-b1eb-412a-beb7-1529f77d5a64, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=290eb321-b1eb-412a-beb7-1529f77d5a64,segment=NetworkSegment(324638eb-0cd2-4b5d-9c31-a87da18bd95c),segment_id=324638eb-0cd2-4b5d-9c31-a87da18bd95c)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:01:56.771234 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0bd554ff-1ecd-4c2e-9f5f-ad02d25bf9b9 req-58e0961a-8bd3-44cb-aa85-bf854d5139ff tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:56.831342 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53643277-af1c-49f8-b437-74b09e4f5685 req-5ce25ce1-7dd6-4891-bd74-8c765731edf7 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?tenant_id=3744a70cc58a4d309144b144203db7ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1560364 Nov 18 15:01:56.841265 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-ef63a0db-4cf1-4e41-b284-cb21329e2b1e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Deleting port 9e608759-ca7b-408b-b56a-8a4709c283d8 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:01:56.841618 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-ef63a0db-4cf1-4e41-b284-cb21329e2b1e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:56.857187 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01f36b-eedb-41cc-8129-62fd7c6984b1 req-2ca7c013-b132-48aa-b188-cb4a58c2ecb4 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:56.858946 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9f01f36b-eedb-41cc-8129-62fd7c6984b1 req-2ca7c013-b132-48aa-b188-cb4a58c2ecb4 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.1109195 Nov 18 15:01:56.946302 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-0bd554ff-1ecd-4c2e-9f5f-ad02d25bf9b9 req-58e0961a-8bd3-44cb-aa85-bf854d5139ff tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Calling delete_port for 290eb321-b1eb-412a-beb7-1529f77d5a64 owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:01:57.036477 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9f01f36b-eedb-41cc-8129-62fd7c6984b1 req-10b77f4e-4d40-4672-a1dd-a27320cd43a7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483686 Nov 18 15:01:57.079329 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53643277-af1c-49f8-b437-74b09e4f5685 req-a37ea9bb-b7ed-46b7-bc20-7fd861c443b5 service neutron] 10.222.0.17 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153242 Nov 18 15:01:57.250900 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53643277-af1c-49f8-b437-74b09e4f5685 req-b1188b22-ef0e-4941-800d-7584c5c03cbb service neutron] 10.222.0.17 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1706319 Nov 18 15:01:57.346311 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-ef63a0db-4cf1-4e41-b284-cb21329e2b1e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] For port 9e608759-ca7b-408b-b56a-8a4709c283d8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=9e608759-ca7b-408b-b56a-8a4709c283d8,segment=NetworkSegment(259665df-1b46-4a7d-b929-4b43dfd91afa),segment_id=259665df-1b46-4a7d-b929-4b43dfd91afa)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:01:57.346720 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-ef63a0db-4cf1-4e41-b284-cb21329e2b1e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:57.495261 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-ef63a0db-4cf1-4e41-b284-cb21329e2b1e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Calling delete_port for 9e608759-ca7b-408b-b56a-8a4709c283d8 owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:01:57.538580 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfccd8c-2273-49f0-859d-b31e580d3b9d req-27da6eae-25f2-48f2-a273-4988727fe8f8 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:57.549209 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0bd554ff-1ecd-4c2e-9f5f-ad02d25bf9b9 req-58e0961a-8bd3-44cb-aa85-bf854d5139ff tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:57.562614 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3bfccd8c-2273-49f0-859d-b31e580d3b9d req-27da6eae-25f2-48f2-a273-4988727fe8f8 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1202602 Nov 18 15:01:57.576707 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-34681a15-1a02-484f-a3f5-f4283ff68846 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:57.610468 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3bfccd8c-2273-49f0-859d-b31e580d3b9d req-454af319-94e3-4304-a630-ae2eb513e94e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561252 Nov 18 15:01:57.829006 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2d1fc69e-2f87-44bf-9737-5e3cfc102b75 req-da45e245-3beb-473b-a2c1-bd67844086e3 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 210 time: 0.0710807 Nov 18 15:01:57.925320 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device e08b35b8-67a3-46ee-8da6-92e730792728 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:01:57.942539 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d12b58a9-5f1d-49c3-8088-a8179b3330aa req-b353811b-9728-46c5-8beb-5937463ac2f1 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 210 time: 0.0587659 Nov 18 15:01:57.993201 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0961a-8bd3-44cb-aa85-bf854d5139ff tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Pushing event deleted for resources: {'Port': ['ID=290eb321-b1eb-412a-beb7-1529f77d5a64,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:58.001781 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-58e0961a-8bd3-44cb-aa85-bf854d5139ff tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:58.063136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd554ff-1ecd-4c2e-9f5f-ad02d25bf9b9 req-58e0961a-8bd3-44cb-aa85-bf854d5139ff tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] No DVR routers for this DVR port 290eb321-b1eb-412a-beb7-1529f77d5a64 on host hv-cinder-73362 {{(pid=80267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:01:58.066228 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0bd554ff-1ecd-4c2e-9f5f-ad02d25bf9b9 req-58e0961a-8bd3-44cb-aa85-bf854d5139ff tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:58.069194 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec249c5a-a915-4d81-a87a-63867cc9672f', 'name': 'network-vif-deleted', 'tag': '290eb321-b1eb-412a-beb7-1529f77d5a64'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:01:58.081749 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port e08b35b8-67a3-46ee-8da6-92e730792728 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:01:58.085088 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:58.135510 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d90af-7bb9-4506-87b7-ba330b702187 req-0620e641-b6e9-4821-80e3-99f4958d5136 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:58.137840 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ab4d90af-7bb9-4506-87b7-ba330b702187 req-0620e641-b6e9-4821-80e3-99f4958d5136 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 943 time: 0.1677282 Nov 18 15:01:58.192280 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0bd554ff-1ecd-4c2e-9f5f-ad02d25bf9b9 req-58e0961a-8bd3-44cb-aa85-bf854d5139ff tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.26 "DELETE /v2.0/ports/290eb321-b1eb-412a-beb7-1529f77d5a64 HTTP/1.1" status: 204 len: 173 time: 1.7675102 Nov 18 15:01:58.251958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:01:58.275405 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-ef63a0db-4cf1-4e41-b284-cb21329e2b1e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:58.297096 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ab4d90af-7bb9-4506-87b7-ba330b702187 req-f8430149-0e4f-40fb-b890-f003fc8b3d79 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/security-groups?id=c31a4266-d09e-4c95-b8b0-6893436959ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446223 Nov 18 15:01:58.297613 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:58.393009 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:58.400358 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec249c5a-a915-4d81-a87a-63867cc9672f', 'name': 'network-vif-deleted', 'tag': '290eb321-b1eb-412a-beb7-1529f77d5a64', 'status': 'completed', 'code': 200} Nov 18 15:01:58.405991 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63a0db-4cf1-4e41-b284-cb21329e2b1e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Pushing event deleted for resources: {'Port': ['ID=9e608759-ca7b-408b-b56a-8a4709c283d8,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:58.435702 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=709dc2a0-c3e4-4a64-98bc-bdb68b102c1d,segment=NetworkSegment(573e4015-d99e-4ce3-8b66-7ca90676bc75),segment_id=573e4015-d99e-4ce3-8b66-7ca90676bc75)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:01:58.436764 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfa19ef-9f77-4262-a769-af0d2b3c65e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '709dc2a0-c3e4-4a64-98bc-bdb68b102c1d'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:01:58.442743 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:58.443726 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 290eb321-b1eb-412a-beb7-1529f77d5a64 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:01:58.479629 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:01:58.494415 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ef63a0db-4cf1-4e41-b284-cb21329e2b1e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:58.542369 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] No Port match for: 290eb321-b1eb-412a-beb7-1529f77d5a64 {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:01:58.543013 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 290eb321-b1eb-412a-beb7-1529f77d5a64 not bound to the agent host hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:01:58.555311 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=709dc2a0-c3e4-4a64-98bc-bdb68b102c1d,revision_number=5']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:01:58.560149 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:01:58.685637 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-508315ed-bd68-4cb6-bb56-e98aab054a78 req-3b1d98f8-2f4b-4f84-b221-7652d77d9b1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=444f701c1f7f4ded8cfe634c62dacdf9&device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 1163 time: 0.2840879 Nov 18 15:01:58.770451 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-ef63a0db-4cf1-4e41-b284-cb21329e2b1e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] No DVR routers for this DVR port 9e608759-ca7b-408b-b56a-8a4709c283d8 on host hv-cinder-73362 {{(pid=80267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:01:58.774357 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-ef63a0db-4cf1-4e41-b284-cb21329e2b1e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:01:58.776417 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f4034ee7-ff1f-48d7-abb8-cffbc59e9143 req-ef63a0db-4cf1-4e41-b284-cb21329e2b1e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.26 "DELETE /v2.0/ports/9e608759-ca7b-408b-b56a-8a4709c283d8 HTTP/1.1" status: 204 len: 173 time: 3.1891978 Nov 18 15:01:58.835138 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a20326-f8a0-47c8-92ed-9b62d994fcd8 req-e4529a7c-e0f3-4c04-93ca-d82c2427cf5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:58.836625 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f1a20326-f8a0-47c8-92ed-9b62d994fcd8 req-e4529a7c-e0f3-4c04-93ca-d82c2427cf5e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 944 time: 0.3930166 Nov 18 15:01:58.848328 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09666e13-005f-402e-8808-803538dfde41 req-7c05c515-dfbe-4b6e-97cb-8c37120ba495 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:58.851320 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-09666e13-005f-402e-8808-803538dfde41 req-7c05c515-dfbe-4b6e-97cb-8c37120ba495 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1226912 Nov 18 15:01:58.885825 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508315ed-bd68-4cb6-bb56-e98aab054a78 req-7989d3a9-bb34-490c-b3fb-83f1ea7108be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:58.887635 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-508315ed-bd68-4cb6-bb56-e98aab054a78 req-7989d3a9-bb34-490c-b3fb-83f1ea7108be service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc HTTP/1.1" status: 200 len: 913 time: 0.1943054 Nov 18 15:01:58.929451 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f1a20326-f8a0-47c8-92ed-9b62d994fcd8 req-b14ef644-2e0c-467b-a313-fe0539f66f59 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768118 Nov 18 15:01:58.968592 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-09666e13-005f-402e-8808-803538dfde41 req-43a9dc1c-2aef-47e7-b7c4-e8f524aab261 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014371 Nov 18 15:01:59.014525 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-508315ed-bd68-4cb6-bb56-e98aab054a78 req-b5947dbc-b7d9-401f-bcc7-c969b5600476 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e08b35b8-67a3-46ee-8da6-92e730792728 HTTP/1.1" status: 200 len: 217 time: 0.0984724 Nov 18 15:01:59.069525 dv-cinder-733623-8-smb neutron-server[80155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1dfa19ef-9f77-4262-a769-af0d2b3c65e8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '709dc2a0-c3e4-4a64-98bc-bdb68b102c1d', 'code': 422} returned with failed status Nov 18 15:01:59.179918 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508315ed-bd68-4cb6-bb56-e98aab054a78 req-4d235f22-2ebf-450d-bd0c-d6646b6b4695 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:59.181512 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-508315ed-bd68-4cb6-bb56-e98aab054a78 req-4d235f22-2ebf-450d-bd0c-d6646b6b4695 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63d84575-b2c6-46f1-825a-af37cea2e6ca HTTP/1.1" status: 200 len: 859 time: 0.1586609 Nov 18 15:01:59.301149 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-508315ed-bd68-4cb6-bb56-e98aab054a78 req-22b4ccd5-dbd2-4d29-b799-2593428f4a54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113410 Nov 18 15:01:59.363148 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3045f3c2-a173-4f45-9be6-f663524a2f4e req-c3c14642-8da1-41ca-927b-39a687c26d7c tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=ec249c5a-a915-4d81-a87a-63867cc9672f HTTP/1.1" status: 200 len: 210 time: 0.1146696 Nov 18 15:01:59.374716 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e9f092da-36ec-404c-b358-57b4f151bf9d req-c25a1f1f-c643-4436-881e-052d40b2ca5f tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 210 time: 0.0619586 Nov 18 15:01:59.468269 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-508315ed-bd68-4cb6-bb56-e98aab054a78 req-99a7ea51-e61d-4633-822b-4f27a6e8fc4f service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509454 Nov 18 15:01:59.567871 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5ec881b2-e3ca-4edb-97d9-66561c23071e req-ec7a9db0-3ca8-456a-bef1-3cd3d83afb25 tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] 10.222.0.17 "GET /v2.0/ports?device_id=c4709e6b-f731-4993-9a0c-e87881c0bf05 HTTP/1.1" status: 200 len: 210 time: 0.0523956 Nov 18 15:01:59.631757 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-508315ed-bd68-4cb6-bb56-e98aab054a78 req-9a334925-7df8-4cb4-8b19-69b8776abe44 service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1530607 Nov 18 15:01:59.948373 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53643277-af1c-49f8-b437-74b09e4f5685 req-9032c3ff-4f52-443a-b31a-4d52814bc608 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:01:59.949199 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-53643277-af1c-49f8-b437-74b09e4f5685 req-9032c3ff-4f52-443a-b31a-4d52814bc608 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Synchronizing usage tracker for tenant:3744a70cc58a4d309144b144203db7ce on resource:network {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:01:59.968005 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-53643277-af1c-49f8-b437-74b09e4f5685 req-9032c3ff-4f52-443a-b31a-4d52814bc608 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Unset dirty status for tenant:3744a70cc58a4d309144b144203db7ce on resource:network {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:01:59.969916 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53643277-af1c-49f8-b437-74b09e4f5685 req-9032c3ff-4f52-443a-b31a-4d52814bc608 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.26 "GET /v2.0/networks?id=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 HTTP/1.1" status: 200 len: 809 time: 0.1846395 Nov 18 15:02:00.074384 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-53643277-af1c-49f8-b437-74b09e4f5685 req-f0651e22-0ee8-48f5-aa7d-1d412d7efdee tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Synchronizing usage tracker for tenant:3744a70cc58a4d309144b144203db7ce on resource:security_group {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:02:00.108717 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-53643277-af1c-49f8-b437-74b09e4f5685 req-f0651e22-0ee8-48f5-aa7d-1d412d7efdee tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Unset dirty status for tenant:3744a70cc58a4d309144b144203db7ce on resource:security_group {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:02:00.110424 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53643277-af1c-49f8-b437-74b09e4f5685 req-f0651e22-0ee8-48f5-aa7d-1d412d7efdee tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3744a70cc58a4d309144b144203db7ce HTTP/1.1" status: 200 len: 5081 time: 0.1257565 Nov 18 15:02:00.124367 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-53643277-af1c-49f8-b437-74b09e4f5685 req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Request body: {'port': {'device_id': 'ade41e7c-326b-4014-8509-e3eb397bc8e7', 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0', 'admin_state_up': True, 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'security_groups': ['32a977f3-469c-426e-beca-cfa0cc73222a']}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:02:00.290955 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58078962-7a13-4dbe-ba6f-8f382ea9f48b req-44667de8-f33e-4a4a-878c-165ff7b9f374 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:00.292845 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-58078962-7a13-4dbe-ba6f-8f382ea9f48b req-44667de8-f33e-4a4a-878c-165ff7b9f374 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1221662 Nov 18 15:02:00.306908 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-53643277-af1c-49f8-b437-74b09e4f5685 req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:02:00.312703 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-53643277-af1c-49f8-b437-74b09e4f5685 req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Usage tracker for resource:port and tenant:3744a70cc58a4d309144b144203db7ce is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:02:00.316025 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-53643277-af1c-49f8-b437-74b09e4f5685 req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Quota usage for port was recalculated. Used quota:2. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:02:00.322545 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-53643277-af1c-49f8-b437-74b09e4f5685 req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:02:00.340598 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53643277-af1c-49f8-b437-74b09e4f5685 req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Made reservation on behalf of 3744a70cc58a4d309144b144203db7ce for: {'port': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:02:00.347109 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-58078962-7a13-4dbe-ba6f-8f382ea9f48b req-d1da9f0e-b86a-4f9a-8406-5a3ac88f19b1 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472548 Nov 18 15:02:00.350224 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53643277-af1c-49f8-b437-74b09e4f5685 req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:00.403132 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4709e6b-f731-4993-9a0c-e87881c0bf05', 'name': 'network-vif-deleted', 'tag': '9e608759-ca7b-408b-b56a-8a4709c283d8'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:02:00.633396 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c73e6-a1ce-4dab-97de-53aaf27ba69b req-f5a962f3-aca2-4434-bb93-a2c08668165f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:00.636033 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9c0c73e6-a1ce-4dab-97de-53aaf27ba69b req-f5a962f3-aca2-4434-bb93-a2c08668165f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 944 time: 0.1465843 Nov 18 15:02:00.766979 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4f040c44-4131-42bb-ab39-433cea6c7a44 req-490551f7-e2cd-4089-9f7d-e6648990366b tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 210 time: 0.0778599 Nov 18 15:02:00.782561 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9c0c73e6-a1ce-4dab-97de-53aaf27ba69b req-30de008d-702f-4f7d-b80b-e676552474bd tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388206 Nov 18 15:02:00.862087 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-53643277-af1c-49f8-b437-74b09e4f5685 req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Allocated IP 172.20.0.6 (e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0/63e74489-8b92-4d56-99d5-4fb097f5becc/0795cbe3-d022-4bfe-8748-3e2eea810b86) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:02:00.874466 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 34514) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:00.920084 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4709e6b-f731-4993-9a0c-e87881c0bf05', 'name': 'network-vif-deleted', 'tag': '9e608759-ca7b-408b-b56a-8a4709c283d8', 'status': 'completed', 'code': 200} Nov 18 15:02:01.102666 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8de36e63-4d5b-401a-9ca3-be29ebf69207 req-44bf272c-9ec0-4420-9e95-6ef461a3dcac service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2268238 Nov 18 15:02:01.177738 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53643277-af1c-49f8-b437-74b09e4f5685 req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:01.198996 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-53643277-af1c-49f8-b437-74b09e4f5685 req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Transition to ACTIVE for port object 0795cbe3-d022-4bfe-8748-3e2eea810b86 will not be triggered until provisioned by entity DHCP. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:02:01.236072 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53643277-af1c-49f8-b437-74b09e4f5685 req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:01.275194 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:01.435305 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Pushing event updated for resources: {'Port': ['ID=0795cbe3-d022-4bfe-8748-3e2eea810b86,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:01.442818 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:01.576372 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53643277-af1c-49f8-b437-74b09e4f5685 req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Network e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:02:01.577913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-53643277-af1c-49f8-b437-74b09e4f5685 req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:02:01.580296 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-53643277-af1c-49f8-b437-74b09e4f5685 req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:02:01.726613 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53643277-af1c-49f8-b437-74b09e4f5685 req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:01.727842 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53643277-af1c-49f8-b437-74b09e4f5685 req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:01.761159 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53643277-af1c-49f8-b437-74b09e4f5685 req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6420491 Nov 18 15:02:01.772315 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e6f4a-98ff-49bd-9535-3fe2d9864e76 req-317e685e-94a3-47fd-b9f2-77a0d4330be9 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:01.774112 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-821e6f4a-98ff-49bd-9535-3fe2d9864e76 req-317e685e-94a3-47fd-b9f2-77a0d4330be9 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1950290 Nov 18 15:02:01.776412 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Request body: {'port': {'device_id': 'ade41e7c-326b-4014-8509-e3eb397bc8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:02:01.878247 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-821e6f4a-98ff-49bd-9535-3fe2d9864e76 req-d6c73dc9-ca15-4208-a6ae-b664c03b37d5 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935912 Nov 18 15:02:01.909936 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device e08b35b8-67a3-46ee-8da6-92e730792728 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:02:01.970608 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:02.121353 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-22c06845-bf18-4c3b-8b84-da7bac4a9090 None None] Provisioning for port 0795cbe3-d022-4bfe-8748-3e2eea810b86 completed by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:02:02.142948 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-22c06845-bf18-4c3b-8b84-da7bac4a9090 None None] Provisioning complete for port 0795cbe3-d022-4bfe-8748-3e2eea810b86 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:02:02.143372 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22c06845-bf18-4c3b-8b84-da7bac4a9090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:02.241872 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port e08b35b8-67a3-46ee-8da6-92e730792728 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:02:02.242344 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:02.270580 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d46c5-7173-4ccd-b3a9-9ac9e404eff5 req-2b788766-3300-485f-a87e-3f2bacf5c37f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:02.272995 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-aa1d46c5-7173-4ccd-b3a9-9ac9e404eff5 req-2b788766-3300-485f-a87e-3f2bacf5c37f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 944 time: 0.1721249 Nov 18 15:02:02.303437 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-22c06845-bf18-4c3b-8b84-da7bac4a9090 None None] Port 0795cbe3-d022-4bfe-8748-3e2eea810b86 cannot update to ACTIVE because it is not bound. {{(pid=80268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 15:02:02.309662 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec162def-3870-4d13-ac00-006d4fd279fa req-8b7f5fcf-8743-48c3-91fc-28b226207af9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:02.311491 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ec162def-3870-4d13-ac00-006d4fd279fa req-8b7f5fcf-8743-48c3-91fc-28b226207af9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 931 time: 0.3251119 Nov 18 15:02:02.399662 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ec162def-3870-4d13-ac00-006d4fd279fa req-63d55583-1b41-4f41-85e2-eced40f516ad tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0813022 Nov 18 15:02:02.409369 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-aa1d46c5-7173-4ccd-b3a9-9ac9e404eff5 req-8aec085a-f72f-47fd-b6f9-70e41433e3b7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270702 Nov 18 15:02:02.604948 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0795cbe3-d022-4bfe-8748-3e2eea810b86 {{(pid=80267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 15:02:02.614719 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:02.630708 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Transition to ACTIVE for port object 0795cbe3-d022-4bfe-8748-3e2eea810b86 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:02:02.633631 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:02.670530 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4c926a20-d39d-4f35-a73e-f212a31ae0c9 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:02.764112 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Pushing event updated for resources: {'Port': ['ID=0795cbe3-d022-4bfe-8748-3e2eea810b86,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:02.771294 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:02.917487 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781f825-8780-4718-9110-3aa33a16ea22 req-a6e6b978-33dc-42b5-8aca-bbfe748a291f tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:02.919739 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4781f825-8780-4718-9110-3aa33a16ea22 req-a6e6b978-33dc-42b5-8aca-bbfe748a291f tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 945 time: 0.0982249 Nov 18 15:02:02.967865 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8de36e63-4d5b-401a-9ca3-be29ebf69207 req-e1188075-d00f-4ddf-89d1-66bcefbfb840 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8&tenant_id=843cfdfce3cc46e79a77e9d00a592187 HTTP/1.1" status: 200 len: 1161 time: 0.2048867 Nov 18 15:02:03.008803 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4781f825-8780-4718-9110-3aa33a16ea22 req-85081f10-f4a0-4ee0-8135-bf3577c7a391 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715454 Nov 18 15:02:03.164177 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dc37c-d814-4e55-b0ae-b7e1ab33b012 req-87a9c91e-d531-48d3-8e92-32e84aea9c6c tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:03.165968 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-374dc37c-d814-4e55-b0ae-b7e1ab33b012 req-87a9c91e-d531-48d3-8e92-32e84aea9c6c tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1138990 Nov 18 15:02:03.219014 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Attempting to bind port 0795cbe3-d022-4bfe-8748-3e2eea810b86 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:02:03.219387 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Attempting to bind port 0795cbe3-d022-4bfe-8748-3e2eea810b86 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '21fe0465-8dfa-4657-9fdb-3342c44a7b8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:02:03.219755 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Attempting to bind port 0795cbe3-d022-4bfe-8748-3e2eea810b86 on network e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:02:03.220879 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-374dc37c-d814-4e55-b0ae-b7e1ab33b012 req-3f4bade5-708a-4621-859a-e2de63e5fd76 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478709 Nov 18 15:02:03.236768 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8de36e63-4d5b-401a-9ca3-be29ebf69207 req-10272512-f1e0-455b-a8d1-afe55e9341cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=843cfdfce3cc46e79a77e9d00a592187&device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 1161 time: 0.2387874 Nov 18 15:02:03.237569 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Checking agent: {'id': '7eae2a45-698e-415c-8839-ff0c3594e804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:02:03.237958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Checking segment: {'id': '21fe0465-8dfa-4657-9fdb-3342c44a7b8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:02:03.238364 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:03.238753 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Bound using segment: {'id': '21fe0465-8dfa-4657-9fdb-3342c44a7b8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:02:03.239379 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Bound port: 0795cbe3-d022-4bfe-8748-3e2eea810b86, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21fe0465-8dfa-4657-9fdb-3342c44a7b8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:02:03.239752 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:03.283715 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 34612) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:03.671922 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] For port 0795cbe3-d022-4bfe-8748-3e2eea810b86, host hv-cinder-73362, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:02:03.676853 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] For port 0795cbe3-d022-4bfe-8748-3e2eea810b86, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=0795cbe3-d022-4bfe-8748-3e2eea810b86,segment=NetworkSegment(21fe0465-8dfa-4657-9fdb-3342c44a7b8e),segment_id=21fe0465-8dfa-4657-9fdb-3342c44a7b8e)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:02:03.701920 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:03.721396 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e63d872e-f5ad-4468-bbca-3a7b387faf86 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:03.729205 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e4b94-a92f-4877-92e0-27b1230a8e41 req-cf63722b-c845-450a-90a2-c013cc2c9c11 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:03.737436 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-902e4b94-a92f-4877-92e0-27b1230a8e41 req-cf63722b-c845-450a-90a2-c013cc2c9c11 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 943 time: 0.1981657 Nov 18 15:02:03.789918 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c58e5445-2727-4282-83a1-78a6a67b6aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:03.814439 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-902e4b94-a92f-4877-92e0-27b1230a8e41 req-56de2a21-fc4a-4147-a2a3-c8f10b04d188 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0758553 Nov 18 15:02:03.832044 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c20c02-e43f-4182-8447-7484fc90b316 req-1eb9ce61-356f-4e38-9871-e1b08149659b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:03.835271 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f3c20c02-e43f-4182-8447-7484fc90b316 req-1eb9ce61-356f-4e38-9871-e1b08149659b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 944 time: 0.2264020 Nov 18 15:02:03.892084 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f3c20c02-e43f-4182-8447-7484fc90b316 req-365a619c-8f23-426a-8a93-7e12415e70ee tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491595 Nov 18 15:02:04.008515 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de36e63-4d5b-401a-9ca3-be29ebf69207 req-b52386f6-18eb-4df3-b1d7-8b90badbfc75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:04.010150 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8de36e63-4d5b-401a-9ca3-be29ebf69207 req-b52386f6-18eb-4df3-b1d7-8b90badbfc75 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf HTTP/1.1" status: 200 len: 911 time: 0.7600133 Nov 18 15:02:04.010836 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Pushing event updated for resources: {'Port': ['ID=0795cbe3-d022-4bfe-8748-3e2eea810b86,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:04.033574 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:04.047132 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c58e5445-2727-4282-83a1-78a6a67b6aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:02:04.171425 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-c58e5445-2727-4282-83a1-78a6a67b6aa1 admin admin] Usage tracker for resource:security_group_rule and tenant:49023a39ab1e4aa28b19a38d0847a5d6 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:02:04.175636 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8de36e63-4d5b-401a-9ca3-be29ebf69207 req-ce53aaf5-13ef-4813-8a5e-f1d7cb4606f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=709dc2a0-c3e4-4a64-98bc-bdb68b102c1d HTTP/1.1" status: 200 len: 998 time: 0.1300421 Nov 18 15:02:04.176508 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-c58e5445-2727-4282-83a1-78a6a67b6aa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:02:04.188852 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-c58e5445-2727-4282-83a1-78a6a67b6aa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:02:04.252489 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cc925-e327-47ad-beab-f72b6180db03 req-9d814f52-98cc-47e2-8430-eaa207bfab87 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:04.254279 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-046cc925-e327-47ad-beab-f72b6180db03 req-9d814f52-98cc-47e2-8430-eaa207bfab87 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 945 time: 0.1039896 Nov 18 15:02:04.289776 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:04.291439 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53643277-af1c-49f8-b437-74b09e4f5685 req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] 10.222.0.26 "PUT /v2.0/ports/0795cbe3-d022-4bfe-8748-3e2eea810b86 HTTP/1.1" status: 200 len: 1157 time: 2.5211134 Nov 18 15:02:04.292735 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade41e7c-326b-4014-8509-e3eb397bc8e7', 'tag': '0795cbe3-d022-4bfe-8748-3e2eea810b86'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:02:04.307803 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de36e63-4d5b-401a-9ca3-be29ebf69207 req-5d67d102-a59c-42bc-a13d-7f9df4f46877 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:04.312977 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8de36e63-4d5b-401a-9ca3-be29ebf69207 req-5d67d102-a59c-42bc-a13d-7f9df4f46877 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5bcaa69-69c3-46ba-998a-62828b8d1ae0 HTTP/1.1" status: 200 len: 856 time: 0.1250520 Nov 18 15:02:04.345906 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-046cc925-e327-47ad-beab-f72b6180db03 req-883cffbe-5431-4070-ab03-b45946785adc tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826967 Nov 18 15:02:04.492576 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c58e5445-2727-4282-83a1-78a6a67b6aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:04.501109 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade41e7c-326b-4014-8509-e3eb397bc8e7', 'tag': '0795cbe3-d022-4bfe-8748-3e2eea810b86', 'status': 'completed', 'code': 200} Nov 18 15:02:04.523461 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c58e5445-2727-4282-83a1-78a6a67b6aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:04.536180 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0146e034-1471-455f-ab45-ceffb5623567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:04.605660 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e5445-2727-4282-83a1-78a6a67b6aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1199f3c6-6528-42e5-97dc-a61c629838c3,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:04.615477 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-c58e5445-2727-4282-83a1-78a6a67b6aa1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=49023a39ab1e4aa28b19a38d0847a5d6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3308463 Nov 18 15:02:04.616213 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 34650) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:04.617107 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c58e5445-2727-4282-83a1-78a6a67b6aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:04.671762 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53643277-af1c-49f8-b437-74b09e4f5685 req-142778f7-a1de-4ad1-b51e-530da74c2744 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3744a70cc58a4d309144b144203db7ce&device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 1160 time: 0.2931130 Nov 18 15:02:04.677600 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8de36e63-4d5b-401a-9ca3-be29ebf69207 req-2f8bbc9b-631e-4727-a521-9fcf4929e290 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3425603 Nov 18 15:02:04.714683 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826905e-be74-4b88-a25e-b27dcdc49a1a req-106ddf57-d2c9-4271-b55d-b8f0699e75fe tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:04.717404 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5826905e-be74-4b88-a25e-b27dcdc49a1a req-106ddf57-d2c9-4271-b55d-b8f0699e75fe tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.26 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 945 time: 0.1160529 Nov 18 15:02:04.817825 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53643277-af1c-49f8-b437-74b09e4f5685 req-9ee7bca0-160c-44f4-ab89-ce025728f178 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0795cbe3-d022-4bfe-8748-3e2eea810b86 HTTP/1.1" status: 200 len: 217 time: 0.1303327 Nov 18 15:02:04.828489 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-5826905e-be74-4b88-a25e-b27dcdc49a1a req-5b012628-fd72-48d3-92f3-c07dd55d09c8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Deleting port bbd4f6ef-a31d-4748-8c00-aa55e6ab401d {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:02:04.828911 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5826905e-be74-4b88-a25e-b27dcdc49a1a req-5b012628-fd72-48d3-92f3-c07dd55d09c8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:05.017694 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1310faa4-09d4-4d52-b560-eda8ac333083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:05.114581 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53643277-af1c-49f8-b437-74b09e4f5685 req-bb4a85ae-e293-47a2-8dc8-100db173a2f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:05.116163 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53643277-af1c-49f8-b437-74b09e4f5685 req-bb4a85ae-e293-47a2-8dc8-100db173a2f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63e74489-8b92-4d56-99d5-4fb097f5becc HTTP/1.1" status: 200 len: 848 time: 0.2319076 Nov 18 15:02:05.119341 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1310faa4-09d4-4d52-b560-eda8ac333083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:05.147872 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8de36e63-4d5b-401a-9ca3-be29ebf69207 req-c23ee39e-6689-48a4-8c74-ad5480d6c9c8 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582179 Nov 18 15:02:05.412701 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1310faa4-09d4-4d52-b560-eda8ac333083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:05.422058 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-899567bc-bdd2-4156-a949-767f5aa1876e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:05.428738 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3127873-8072-4d05-834b-4b317bf0344a req-5540fa9d-d977-4bce-9aea-fda365a8c474 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:05.436517 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53643277-af1c-49f8-b437-74b09e4f5685 req-6a916591-81d2-4423-ad45-fa7a685ce3b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2916489 Nov 18 15:02:05.437537 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e3127873-8072-4d05-834b-4b317bf0344a req-5540fa9d-d977-4bce-9aea-fda365a8c474 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 943 time: 0.4439659 Nov 18 15:02:05.449419 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310faa4-09d4-4d52-b560-eda8ac333083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1199f3c6-6528-42e5-97dc-a61c629838c3,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:05.452946 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8de36e63-4d5b-401a-9ca3-be29ebf69207 req-a770dfa8-6b48-4186-aace-f6da83bb59c6 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2686818 Nov 18 15:02:05.453827 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1310faa4-09d4-4d52-b560-eda8ac333083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:05.455913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1310faa4-09d4-4d52-b560-eda8ac333083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:05.459884 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-1310faa4-09d4-4d52-b560-eda8ac333083 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1199f3c6-6528-42e5-97dc-a61c629838c3 HTTP/1.1" status: 204 len: 168 time: 0.8398204 Nov 18 15:02:05.504210 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194a76c-7678-4bf7-8587-23429ef9ef48 req-d9aff812-7234-47f7-8b17-726bce8efae1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:05.513934 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e194a76c-7678-4bf7-8587-23429ef9ef48 req-d9aff812-7234-47f7-8b17-726bce8efae1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 944 time: 0.3638248 Nov 18 15:02:05.658483 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53643277-af1c-49f8-b437-74b09e4f5685 req-fd1acd7e-29a4-45fc-903d-e4a49e4259a4 service neutron] 10.222.0.26 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034085 Nov 18 15:02:05.668321 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e3127873-8072-4d05-834b-4b317bf0344a req-87566443-e4e6-4217-8b54-593c5cf0dd16 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2295222 Nov 18 15:02:05.755337 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e194a76c-7678-4bf7-8587-23429ef9ef48 req-e2947917-2e1d-4d5b-9160-f9e8daa85ec8 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403867 Nov 18 15:02:05.776031 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-5826905e-be74-4b88-a25e-b27dcdc49a1a req-5b012628-fd72-48d3-92f3-c07dd55d09c8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] For port bbd4f6ef-a31d-4748-8c00-aa55e6ab401d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=bbd4f6ef-a31d-4748-8c00-aa55e6ab401d,segment=NetworkSegment(324638eb-0cd2-4b5d-9c31-a87da18bd95c),segment_id=324638eb-0cd2-4b5d-9c31-a87da18bd95c)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:02:05.782421 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5826905e-be74-4b88-a25e-b27dcdc49a1a req-5b012628-fd72-48d3-92f3-c07dd55d09c8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:05.882566 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-53643277-af1c-49f8-b437-74b09e4f5685 req-93cc9aff-94b1-409e-8a33-f5dd6f5f8364 service neutron] 10.222.0.26 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2167265 Nov 18 15:02:05.892677 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device bbd4f6ef-a31d-4748-8c00-aa55e6ab401d no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:02:06.035885 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:02:06.097300 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:06.158781 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port bbd4f6ef-a31d-4748-8c00-aa55e6ab401d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=bbd4f6ef-a31d-4748-8c00-aa55e6ab401d,segment=NetworkSegment(324638eb-0cd2-4b5d-9c31-a87da18bd95c),segment_id=324638eb-0cd2-4b5d-9c31-a87da18bd95c)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:02:06.160838 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3f7201db-a3af-41f4-bd67-289168194cb1 req-6e8b3cfd-7900-4665-8a8e-322a067913a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3744a70cc58a4d309144b144203db7ce&device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 1160 time: 0.2093961 Nov 18 15:02:06.162733 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbd4f6ef-a31d-4748-8c00-aa55e6ab401d'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:02:06.178300 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:06.180230 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ff94f6c4-b863-4da8-a1e6-fba432b6ae0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:06.266331 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 34686) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:06.268329 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-5826905e-be74-4b88-a25e-b27dcdc49a1a req-5b012628-fd72-48d3-92f3-c07dd55d09c8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Calling delete_port for bbd4f6ef-a31d-4748-8c00-aa55e6ab401d owned by compute:nova {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:02:06.297074 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=bbd4f6ef-a31d-4748-8c00-aa55e6ab401d,revision_number=5']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:06.303156 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:06.336651 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-897378f4-8a10-46fe-9f8c-475656f7f4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:06.406601 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-897378f4-8a10-46fe-9f8c-475656f7f4ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:02:06.410957 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-897378f4-8a10-46fe-9f8c-475656f7f4ee admin admin] Usage tracker for resource:security_group_rule and tenant:c6583b42c0244c1f91a5bb2e6d59d4e4 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:02:06.414490 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-897378f4-8a10-46fe-9f8c-475656f7f4ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:02:06.421348 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-897378f4-8a10-46fe-9f8c-475656f7f4ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:02:06.510043 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-897378f4-8a10-46fe-9f8c-475656f7f4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:06.577419 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-897378f4-8a10-46fe-9f8c-475656f7f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:06.592074 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2f567fd7-8d1a-4463-b57a-a5120c8343e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:06.625235 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897378f4-8a10-46fe-9f8c-475656f7f4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a58fe6-2022-4e10-b231-3ca470767c01,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:06.659218 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-897378f4-8a10-46fe-9f8c-475656f7f4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:06.690628 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-897378f4-8a10-46fe-9f8c-475656f7f4ee admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c6583b42c0244c1f91a5bb2e6d59d4e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4228325 Nov 18 15:02:06.704136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 34698) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:06.729208 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7201db-a3af-41f4-bd67-289168194cb1 req-27414c91-86e2-4f83-96ea-2691b4888480 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:06.732456 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3f7201db-a3af-41f4-bd67-289168194cb1 req-27414c91-86e2-4f83-96ea-2691b4888480 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 HTTP/1.1" status: 200 len: 904 time: 0.5607216 Nov 18 15:02:06.832397 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.api [req-5826905e-be74-4b88-a25e-b27dcdc49a1a req-5b012628-fd72-48d3-92f3-c07dd55d09c8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 15:02:06.832902 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_db.api [req-5826905e-be74-4b88-a25e-b27dcdc49a1a req-5b012628-fd72-48d3-92f3-c07dd55d09c8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 15:02:06.855640 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27714e10-72ea-4637-9bd4-985a97df26c0 req-0694d013-2cff-4c1c-aebe-402e0fab472a tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:06.863376 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-27714e10-72ea-4637-9bd4-985a97df26c0 req-0694d013-2cff-4c1c-aebe-402e0fab472a tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.5649157 Nov 18 15:02:06.871998 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929dfb15-1996-4af3-b0c2-de04ca25a1fc req-823a2971-5b15-47cd-8894-9ef0f48a5868 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:06.872839 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3f7201db-a3af-41f4-bd67-289168194cb1 req-3c3bb3bf-69a0-46d7-a421-296a66d26a2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0795cbe3-d022-4bfe-8748-3e2eea810b86 HTTP/1.1" status: 200 len: 217 time: 0.1236417 Nov 18 15:02:06.879782 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-929dfb15-1996-4af3-b0c2-de04ca25a1fc req-823a2971-5b15-47cd-8894-9ef0f48a5868 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 943 time: 0.4978082 Nov 18 15:02:06.961906 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-929dfb15-1996-4af3-b0c2-de04ca25a1fc req-bb601c96-df53-4684-ade2-14bfb6433cf7 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810666 Nov 18 15:02:07.046505 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-27714e10-72ea-4637-9bd4-985a97df26c0 req-c8efe2d8-b82d-428f-916e-3b459557cd33 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819034 Nov 18 15:02:07.138959 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbd4f6ef-a31d-4748-8c00-aa55e6ab401d', 'code': 200} Nov 18 15:02:07.158650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-945bbb3c-7fbe-4153-b067-48106b5fae30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:07.162710 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7201db-a3af-41f4-bd67-289168194cb1 req-9088b7a8-ec9c-4271-b229-8e9f6f54d861 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:07.164615 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3f7201db-a3af-41f4-bd67-289168194cb1 req-9088b7a8-ec9c-4271-b229-8e9f6f54d861 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63e74489-8b92-4d56-99d5-4fb097f5becc HTTP/1.1" status: 200 len: 848 time: 0.2552683 Nov 18 15:02:07.228582 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-945bbb3c-7fbe-4153-b067-48106b5fae30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:07.359503 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-5826905e-be74-4b88-a25e-b27dcdc49a1a req-5b012628-fd72-48d3-92f3-c07dd55d09c8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Deleting port bbd4f6ef-a31d-4748-8c00-aa55e6ab401d {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:02:07.364233 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5826905e-be74-4b88-a25e-b27dcdc49a1a req-5b012628-fd72-48d3-92f3-c07dd55d09c8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:07.430386 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-945bbb3c-7fbe-4153-b067-48106b5fae30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:07.450757 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-609fbfb3-c208-4f8a-a048-c564b033f53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:07.480057 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-945bbb3c-7fbe-4153-b067-48106b5fae30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:07.482163 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-945bbb3c-7fbe-4153-b067-48106b5fae30 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/96a58fe6-2022-4e10-b231-3ca470767c01 HTTP/1.1" status: 204 len: 168 time: 0.7769408 Nov 18 15:02:07.484316 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bbb3c-7fbe-4153-b067-48106b5fae30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a58fe6-2022-4e10-b231-3ca470767c01,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:07.495812 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-945bbb3c-7fbe-4153-b067-48106b5fae30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:07.499775 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3f7201db-a3af-41f4-bd67-289168194cb1 req-332ca93b-89e1-402f-962f-213daf9f9751 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1774879 Nov 18 15:02:07.745173 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1281fd-670a-4605-bede-749df2059e4e req-ebe4e07b-8486-418a-96eb-0d39f2a7fc20 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:07.752934 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ac1281fd-670a-4605-bede-749df2059e4e req-ebe4e07b-8486-418a-96eb-0d39f2a7fc20 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 943 time: 0.4617405 Nov 18 15:02:07.830492 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3f7201db-a3af-41f4-bd67-289168194cb1 req-27f17d7b-59ac-4c3e-879e-db6a6f13b216 service neutron] 10.222.0.26 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217800 Nov 18 15:02:07.830857 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ac1281fd-670a-4605-bede-749df2059e4e req-3002d3ff-8bc1-461c-a18f-69cc9221d350 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0764301 Nov 18 15:02:07.855772 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ef685-4c1f-4bf7-aef1-e81c5ec22a44 req-a65b9b45-ee9b-472b-a721-47b50f6842a2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:07.874757 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-362ef685-4c1f-4bf7-aef1-e81c5ec22a44 req-a65b9b45-ee9b-472b-a721-47b50f6842a2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 944 time: 0.4303133 Nov 18 15:02:08.206847 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-362ef685-4c1f-4bf7-aef1-e81c5ec22a44 req-3060d27f-6e73-4c19-a305-35a35e581c2f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3242481 Nov 18 15:02:08.350394 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-5826905e-be74-4b88-a25e-b27dcdc49a1a req-5b012628-fd72-48d3-92f3-c07dd55d09c8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] For port bbd4f6ef-a31d-4748-8c00-aa55e6ab401d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=bbd4f6ef-a31d-4748-8c00-aa55e6ab401d,segment=NetworkSegment(324638eb-0cd2-4b5d-9c31-a87da18bd95c),segment_id=324638eb-0cd2-4b5d-9c31-a87da18bd95c)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:02:08.351253 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3f7201db-a3af-41f4-bd67-289168194cb1 req-af0cb966-13f0-4527-ad21-6a1ef25e7581 service neutron] 10.222.0.26 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5132263 Nov 18 15:02:08.353211 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5826905e-be74-4b88-a25e-b27dcdc49a1a req-5b012628-fd72-48d3-92f3-c07dd55d09c8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:08.453565 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 34730) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:08.464231 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 0795cbe3-d022-4bfe-8748-3e2eea810b86 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:02:08.554455 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d0fcf91b-9a4d-452c-b92c-adca1e6d4230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:08.613467 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning for port 0795cbe3-d022-4bfe-8748-3e2eea810b86 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:02:08.619803 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 0795cbe3-d022-4bfe-8748-3e2eea810b86 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:02:08.620228 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:08.680543 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d0fcf91b-9a4d-452c-b92c-adca1e6d4230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:02:08.693618 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d0fcf91b-9a4d-452c-b92c-adca1e6d4230 admin admin] Usage tracker for resource:security_group_rule and tenant:766f9fd787c04f0698a78a230957d205 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:02:08.701481 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d0fcf91b-9a4d-452c-b92c-adca1e6d4230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:02:08.710291 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d0fcf91b-9a4d-452c-b92c-adca1e6d4230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:02:08.937385 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d0fcf91b-9a4d-452c-b92c-adca1e6d4230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:08.958506 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d0fcf91b-9a4d-452c-b92c-adca1e6d4230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:08.992973 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f7001edb-fd65-4223-9fdc-77e9f74d2bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:09.022727 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:09.029733 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-5826905e-be74-4b88-a25e-b27dcdc49a1a req-5b012628-fd72-48d3-92f3-c07dd55d09c8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Calling delete_port for bbd4f6ef-a31d-4748-8c00-aa55e6ab401d owned by compute:nova {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:02:09.100313 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcf91b-9a4d-452c-b92c-adca1e6d4230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d0dcd3-2469-4c55-a3b3-53fc70d5afde,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:09.116395 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d0fcf91b-9a4d-452c-b92c-adca1e6d4230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:09.140944 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade41e7c-326b-4014-8509-e3eb397bc8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0795cbe3-d022-4bfe-8748-3e2eea810b86'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:02:09.169492 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 0795cbe3-d022-4bfe-8748-3e2eea810b86, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=0795cbe3-d022-4bfe-8748-3e2eea810b86,segment=NetworkSegment(21fe0465-8dfa-4657-9fdb-3342c44a7b8e),segment_id=21fe0465-8dfa-4657-9fdb-3342c44a7b8e)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:02:09.178526 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:09.180884 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:09.193561 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d0fcf91b-9a4d-452c-b92c-adca1e6d4230 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=766f9fd787c04f0698a78a230957d205&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7388620 Nov 18 15:02:09.201231 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 34742) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:09.390209 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=0795cbe3-d022-4bfe-8748-3e2eea810b86,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:09.397865 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:09.398325 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d6d54cf-1006-4d38-838a-5ac4930ee864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:09.430478 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d6d54cf-1006-4d38-838a-5ac4930ee864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:09.484398 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d6d54cf-1006-4d38-838a-5ac4930ee864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:09.503008 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bdb7a340-c92c-401c-badc-b3d859bca511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:09.518200 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d54cf-1006-4d38-838a-5ac4930ee864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d0dcd3-2469-4c55-a3b3-53fc70d5afde,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:09.521106 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7d6d54cf-1006-4d38-838a-5ac4930ee864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:09.522544 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d6d54cf-1006-4d38-838a-5ac4930ee864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:09.523763 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-7d6d54cf-1006-4d38-838a-5ac4930ee864 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/50d0dcd3-2469-4c55-a3b3-53fc70d5afde HTTP/1.1" status: 204 len: 168 time: 0.3214505 Nov 18 15:02:09.618606 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823589e-42b7-4b89-b7fd-4b7db91b0802 req-32946f78-b60f-4778-9141-c25ecbaaee10 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:09.630696 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b823589e-42b7-4b89-b7fd-4b7db91b0802 req-32946f78-b60f-4778-9141-c25ecbaaee10 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 943 time: 0.4965708 Nov 18 15:02:09.672612 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c232f-c1fc-46a6-993c-76768b3b8f4b req-5993498d-5930-4692-a36d-819aa2fc693a tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:09.680338 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6d3c232f-c1fc-46a6-993c-76768b3b8f4b req-5993498d-5930-4692-a36d-819aa2fc693a tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.3603432 Nov 18 15:02:09.769281 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b823589e-42b7-4b89-b7fd-4b7db91b0802 req-ffb0c99b-4809-454e-ad1a-102e7ea25508 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/security-groups?id=7cf13d6f-facb-4380-bb9a-01b88dbe5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374571 Nov 18 15:02:09.782819 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5826905e-be74-4b88-a25e-b27dcdc49a1a req-5b012628-fd72-48d3-92f3-c07dd55d09c8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844619848'] for port, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:09.848038 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:09.915048 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade41e7c-326b-4014-8509-e3eb397bc8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0795cbe3-d022-4bfe-8748-3e2eea810b86', 'code': 200} Nov 18 15:02:09.957954 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 0795cbe3-d022-4bfe-8748-3e2eea810b86 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:02:10.001414 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b012628-fd72-48d3-92f3-c07dd55d09c8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Pushing event deleted for resources: {'Port': ['ID=bbd4f6ef-a31d-4748-8c00-aa55e6ab401d,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:10.040826 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6d3c232f-c1fc-46a6-993c-76768b3b8f4b req-f547e3f9-5ca6-485d-a793-2542d002f9ea tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3590312 Nov 18 15:02:10.042082 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5b012628-fd72-48d3-92f3-c07dd55d09c8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:10.194944 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 0795cbe3-d022-4bfe-8748-3e2eea810b86 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:02:10.195369 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:10.591256 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5826905e-be74-4b88-a25e-b27dcdc49a1a req-5b012628-fd72-48d3-92f3-c07dd55d09c8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] No DVR routers for this DVR port bbd4f6ef-a31d-4748-8c00-aa55e6ab401d on host hv-cinder-73362 {{(pid=80266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:02:10.597627 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5826905e-be74-4b88-a25e-b27dcdc49a1a req-5b012628-fd72-48d3-92f3-c07dd55d09c8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:10.600714 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f', 'name': 'network-vif-deleted', 'tag': 'bbd4f6ef-a31d-4748-8c00-aa55e6ab401d'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:02:10.615041 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8149073-f733-4177-90b5-e0c6a45c02e3 req-995177e5-1cc9-4393-9cbe-1ab6cf977f9a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:10.623122 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d8149073-f733-4177-90b5-e0c6a45c02e3 req-995177e5-1cc9-4393-9cbe-1ab6cf977f9a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 944 time: 0.3630528 Nov 18 15:02:10.633017 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5826905e-be74-4b88-a25e-b27dcdc49a1a req-5b012628-fd72-48d3-92f3-c07dd55d09c8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.26 "DELETE /v2.0/ports/bbd4f6ef-a31d-4748-8c00-aa55e6ab401d HTTP/1.1" status: 204 len: 173 time: 5.9086998 Nov 18 15:02:10.752661 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d8149073-f733-4177-90b5-e0c6a45c02e3 req-c2537610-1dae-4d9d-98b9-3eee9579ad45 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283519 Nov 18 15:02:10.779990 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f', 'name': 'network-vif-deleted', 'tag': 'bbd4f6ef-a31d-4748-8c00-aa55e6ab401d', 'status': 'completed', 'code': 200} Nov 18 15:02:11.079710 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-4dcd699f-bc92-4516-942c-3c992f58a330 req-49f634c3-249f-4684-90db-968971d1dd6a tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Synchronizing usage tracker for tenant:a0c21091ef2244ca833257d93ddee8eb on resource:port {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:02:11.183622 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-4dcd699f-bc92-4516-942c-3c992f58a330 req-49f634c3-249f-4684-90db-968971d1dd6a tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Unset dirty status for tenant:a0c21091ef2244ca833257d93ddee8eb on resource:port {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:02:11.185793 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4dcd699f-bc92-4516-942c-3c992f58a330 req-49f634c3-249f-4684-90db-968971d1dd6a tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 210 time: 0.1804638 Nov 18 15:02:11.211447 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7b15b64a-866b-4ebe-a503-168bf2c6371b req-484c8354-698e-4b13-9879-7455332f91df service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 1162 time: 0.1152482 Nov 18 15:02:11.286045 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7b15b64a-866b-4ebe-a503-168bf2c6371b req-dde416b6-4f2e-4720-842c-2c9861ea5246 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0497775 Nov 18 15:02:11.538674 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72e6b9-38fc-4e1a-85e5-e12da46e045e req-bb2534d2-2be9-441e-ab7b-477a321c2617 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:11.550580 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7f72e6b9-38fc-4e1a-85e5-e12da46e045e req-bb2534d2-2be9-441e-ab7b-477a321c2617 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.2096677 Nov 18 15:02:11.633821 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7f72e6b9-38fc-4e1a-85e5-e12da46e045e req-f7ccf97b-2ca9-4a95-85cd-5ddf1d0a11ff tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0814099 Nov 18 15:02:12.221267 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df8689-c126-4f18-b972-df421a69594f req-e789d247-b482-428a-b32e-558761aa7374 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:12.235503 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-67df8689-c126-4f18-b972-df421a69594f req-e789d247-b482-428a-b32e-558761aa7374 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 944 time: 0.2125142 Nov 18 15:02:12.404924 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-67df8689-c126-4f18-b972-df421a69594f req-89c233e2-a8f3-44a1-b707-f56c9faf7f2b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505120 Nov 18 15:02:12.727458 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-479a2af1-cc98-4dcb-8c26-f944777cc5fb req-61d4f3a3-6ebe-4c56-bd09-beec8baf9f75 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] 10.222.0.17 "GET /v2.0/ports?device_id=181ada5d-06b0-4aa6-ab2e-12c2c7b9d34f HTTP/1.1" status: 200 len: 210 time: 0.1597953 Nov 18 15:02:13.050693 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c7ab8-5277-428b-9c3b-d13260f079b8 req-70422ca9-889f-479c-8f65-145afa696a7c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:13.061054 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f37c7ab8-5277-428b-9c3b-d13260f079b8 req-70422ca9-889f-479c-8f65-145afa696a7c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.1248446 Nov 18 15:02:13.125593 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f37c7ab8-5277-428b-9c3b-d13260f079b8 req-0fd22518-3284-4fd5-9181-02d31d866ec5 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0639124 Nov 18 15:02:13.383554 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:13.982197 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 0795cbe3-d022-4bfe-8748-3e2eea810b86 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:02:14.150694 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f02134-5569-48f4-a8d2-92333df98462 req-ef27e098-2dbf-46d6-b574-246b679383be tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:14.159210 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-81f02134-5569-48f4-a8d2-92333df98462 req-ef27e098-2dbf-46d6-b574-246b679383be tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 944 time: 0.1894546 Nov 18 15:02:14.209297 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 0795cbe3-d022-4bfe-8748-3e2eea810b86 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:02:14.209827 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:14.238799 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-81f02134-5569-48f4-a8d2-92333df98462 req-7420cfac-3ca9-465c-8da2-e6ac246c86dd tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785575 Nov 18 15:02:14.651021 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 34828) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:14.752841 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388a293-4a1d-47c1-ba5f-7cb58dd703c7 req-20f78e99-c6ef-46a4-a06a-2ad4fabd702c tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:14.766589 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0388a293-4a1d-47c1-ba5f-7cb58dd703c7 req-20f78e99-c6ef-46a4-a06a-2ad4fabd702c tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.3555579 Nov 18 15:02:14.832838 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-31bafd67-ba70-4081-b614-a048439c3db1 admin admin] Deleting subnet ee20925e-2a54-4f0d-847c-e53daab404c3 {{(pid=80267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 15:02:14.843073 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31bafd67-ba70-4081-b614-a048439c3db1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:14.916385 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31bafd67-ba70-4081-b614-a048439c3db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2631704'] for subnet, precommit_delete_associations {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:14.983210 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31bafd67-ba70-4081-b614-a048439c3db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853901800'] for subnet, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:15.018507 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dfe7354b-58d8-4109-afb0-ef8eb1c7aa82 req-c2023d1c-b32a-4fb5-8fb2-01768acacbe7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=444f701c1f7f4ded8cfe634c62dacdf9&device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 1163 time: 0.4743214 Nov 18 15:02:15.208317 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0388a293-4a1d-47c1-ba5f-7cb58dd703c7 req-3bebf7ae-686d-421f-8241-d0b91b6bfda6 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406054 Nov 18 15:02:15.333928 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31bafd67-ba70-4081-b614-a048439c3db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844961198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845137380'] for subnet, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:15.353550 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:15.429605 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bafd67-ba70-4081-b614-a048439c3db1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee20925e-2a54-4f0d-847c-e53daab404c3,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:15.436586 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-31bafd67-ba70-4081-b614-a048439c3db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:15.583313 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31bafd67-ba70-4081-b614-a048439c3db1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:15.596198 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-31bafd67-ba70-4081-b614-a048439c3db1 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/ee20925e-2a54-4f0d-847c-e53daab404c3 HTTP/1.1" status: 204 len: 168 time: 0.9418240 Nov 18 15:02:15.596675 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 34836) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:15.736706 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b01fdc-ed1f-47e0-a7d0-3702299750c9 req-465ebc7a-d983-4dd5-a9a2-7bbff5eda028 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:15.755019 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b3b01fdc-ed1f-47e0-a7d0-3702299750c9 req-465ebc7a-d983-4dd5-a9a2-7bbff5eda028 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.8555646 Nov 18 15:02:15.766905 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ec43694-90d3-48c1-88e7-ea15306f6bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804504'] for network, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:15.908316 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7354b-58d8-4109-afb0-ef8eb1c7aa82 req-cdd11cc2-8c1a-4a14-a010-3e5b4b9ff81c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:15.910208 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dfe7354b-58d8-4109-afb0-ef8eb1c7aa82 req-cdd11cc2-8c1a-4a14-a010-3e5b4b9ff81c service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc HTTP/1.1" status: 200 len: 913 time: 0.8906202 Nov 18 15:02:15.944296 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b3b01fdc-ed1f-47e0-a7d0-3702299750c9 req-2f99d143-e7e4-48f7-95f2-9655aef2827c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1879916 Nov 18 15:02:15.962238 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffda54-16d4-42f4-85cc-fb6662acd8fc req-0788acb5-3921-4c5c-986a-2712da70e489 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:15.978071 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ebffda54-16d4-42f4-85cc-fb6662acd8fc req-0788acb5-3921-4c5c-986a-2712da70e489 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 944 time: 0.2805295 Nov 18 15:02:16.180717 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ec43694-90d3-48c1-88e7-ea15306f6bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853904989', 'neutron.services.segments.db._delete_segments_for_network--9223363305708362475'] for network, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:16.234665 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ebffda54-16d4-42f4-85cc-fb6662acd8fc req-38ee52f7-e381-4214-be27-f94cc1740331 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553940 Nov 18 15:02:16.237345 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dfe7354b-58d8-4109-afb0-ef8eb1c7aa82 req-2b5411e6-5afb-4d15-963e-b35bb85482e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e08b35b8-67a3-46ee-8da6-92e730792728 HTTP/1.1" status: 200 len: 217 time: 0.2569208 Nov 18 15:02:16.343517 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-7ec43694-90d3-48c1-88e7-ea15306f6bba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7']}} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:02:16.370298 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-7ec43694-90d3-48c1-88e7-ea15306f6bba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324638eb-0cd2-4b5d-9c31-a87da18bd95c') {'for_net_delete': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:02:16.370648 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-7ec43694-90d3-48c1-88e7-ea15306f6bba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324638eb-0cd2-4b5d-9c31-a87da18bd95c') {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:02:16.397038 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ec43694-90d3-48c1-88e7-ea15306f6bba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305708324075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852144096'] for segment, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:16.424537 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ec43694-90d3-48c1-88e7-ea15306f6bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:16.427462 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ec43694-90d3-48c1-88e7-ea15306f6bba admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 15:02:16.471490 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7354b-58d8-4109-afb0-ef8eb1c7aa82 req-2f6439e5-1dd1-4e67-8da8-2010eba18ca1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:16.473297 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dfe7354b-58d8-4109-afb0-ef8eb1c7aa82 req-2f6439e5-1dd1-4e67-8da8-2010eba18ca1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63d84575-b2c6-46f1-825a-af37cea2e6ca HTTP/1.1" status: 200 len: 859 time: 0.2051818 Nov 18 15:02:16.700633 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dfe7354b-58d8-4109-afb0-ef8eb1c7aa82 req-65928753-bd75-42d8-a1b3-eb9a668fa006 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2107530 Nov 18 15:02:16.802123 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7ec43694-90d3-48c1-88e7-ea15306f6bba admin admin] Network d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 has no segments {{(pid=80267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:02:16.814784 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ec43694-90d3-48c1-88e7-ea15306f6bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853906570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844961265'] for segment, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:16.882072 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 34856) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:17.033615 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643d2fd-539d-4c2b-a1d2-60a509c6da3a req-56eb5df5-8dc2-4b55-926d-d879f1687543 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:17.043867 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3643d2fd-539d-4c2b-a1d2-60a509c6da3a req-56eb5df5-8dc2-4b55-926d-d879f1687543 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.3368664 Nov 18 15:02:17.115684 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae76d6d-38c0-4e24-8437-9d39c7a07142 req-6e566804-c9e8-42e8-970d-034308d165ae tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:17.124157 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-aae76d6d-38c0-4e24-8437-9d39c7a07142 req-6e566804-c9e8-42e8-970d-034308d165ae tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.5270035 Nov 18 15:02:17.186374 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7ec43694-90d3-48c1-88e7-ea15306f6bba admin admin] Network d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 has no segments {{(pid=80267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: Traceback (most recent call last): Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: timer() Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: cb(*args, **kw) Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: return func(*args, **kwargs) Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: self._notify() Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: self.callback(batched_events) Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: event.method(event) Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: segment_id)['aggregates'][0] Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: return f(self, *a, **k) Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: return self._get(url).json() Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: **kwargs) Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: return self.request(url, 'GET', **kwargs) Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: **endpoint_filter) Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 15:02:17.219688 dv-cinder-733623-8-smb neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 15:02:17.228635 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3643d2fd-539d-4c2b-a1d2-60a509c6da3a req-c30eecdc-d537-4a5e-a194-bca1a03df0c9 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834636 Nov 18 15:02:17.286530 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-aae76d6d-38c0-4e24-8437-9d39c7a07142 req-5fc03c08-1122-44aa-a17c-9482684c5e67 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1612887 Nov 18 15:02:17.296235 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-917b78a3-854a-4fa4-9d1f-88bde23d8afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:17.343979 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-917b78a3-854a-4fa4-9d1f-88bde23d8afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:02:17.348813 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-917b78a3-854a-4fa4-9d1f-88bde23d8afb admin admin] Usage tracker for resource:security_group_rule and tenant:2713339e118f4dccaab8ab800eae941d is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:02:17.352563 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-917b78a3-854a-4fa4-9d1f-88bde23d8afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:02:17.358958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-917b78a3-854a-4fa4-9d1f-88bde23d8afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:02:17.441504 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-917b78a3-854a-4fa4-9d1f-88bde23d8afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:17.447134 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ec43694-90d3-48c1-88e7-ea15306f6bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:17.452223 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7ec43694-90d3-48c1-88e7-ea15306f6bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:17.474377 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3acb1057-880c-46c6-8ebd-24abe1d3d2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:17.534256 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec43694-90d3-48c1-88e7-ea15306f6bba admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:17.553530 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7ec43694-90d3-48c1-88e7-ea15306f6bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:17.561379 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-7ec43694-90d3-48c1-88e7-ea15306f6bba admin admin] 10.222.0.17 "DELETE /v2.0/networks/d6d0e9dd-8d5c-4e1e-802a-cf92613c6ec7 HTTP/1.1" status: 204 len: 168 time: 1.9629784 Nov 18 15:02:17.719551 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-c3efada9-c8a9-49da-a003-3fd270337493 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2651229 Nov 18 15:02:17.809962 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dfe7354b-58d8-4109-afb0-ef8eb1c7aa82 req-0285b797-0dc1-4337-9cf3-c953b482c57e service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9695785 Nov 18 15:02:17.812437 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-917b78a3-854a-4fa4-9d1f-88bde23d8afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:17.846875 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Request body: {'floatingip': {'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:02:17.863020 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:02:17.872190 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 34870) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:17.874391 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Usage tracker for resource:floatingip and tenant:3744a70cc58a4d309144b144203db7ce is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:02:17.877770 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:02:17.884457 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:02:17.894662 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-46f34381-c496-4457-a7c9-a340ec924de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:17.970943 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for floatingip, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:18.054715 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-c4ac86be-a205-4082-9bd2-50805df99128 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a0c21091ef2244ca833257d93ddee8eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1810837 Nov 18 15:02:18.062841 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 34874) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:18.268018 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-239e4dcd-9f61-44d6-a290-fb71ef39958c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:18.305464 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-239e4dcd-9f61-44d6-a290-fb71ef39958c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:18.358445 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-917b78a3-854a-4fa4-9d1f-88bde23d8afb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2713339e118f4dccaab8ab800eae941d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4599981 Nov 18 15:02:18.362380 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b78a3-854a-4fa4-9d1f-88bde23d8afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a39819-b002-4192-ae98-ca7fdc9a4c36,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:18.365467 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 34884) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:18.384948 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-239e4dcd-9f61-44d6-a290-fb71ef39958c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:18.401116 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-745af058-ae60-49cd-af71-bc36ea7448a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:18.420915 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e4dcd-9f61-44d6-a290-fb71ef39958c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf13d6f-facb-4380-bb9a-01b88dbe5b14,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:18.441049 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-239e4dcd-9f61-44d6-a290-fb71ef39958c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:18.442490 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-239e4dcd-9f61-44d6-a290-fb71ef39958c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:18.443794 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-239e4dcd-9f61-44d6-a290-fb71ef39958c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7cf13d6f-facb-4380-bb9a-01b88dbe5b14 HTTP/1.1" status: 204 len: 168 time: 0.3795700 Nov 18 15:02:18.504052 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-917b78a3-854a-4fa4-9d1f-88bde23d8afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:18.565419 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dfe7354b-58d8-4109-afb0-ef8eb1c7aa82 req-e93ad80b-62de-434f-825e-0c39290e4d4f service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6601782 Nov 18 15:02:18.711304 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9c912-314d-4f6d-ab12-370c1422d2b1 req-bd2b6637-93d0-4bba-8d34-2019935eec3c tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:18.723398 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d0d9c912-314d-4f6d-ab12-370c1422d2b1 req-bd2b6637-93d0-4bba-8d34-2019935eec3c tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 944 time: 0.9998279 Nov 18 15:02:18.850629 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66269eeb-ee56-461f-90bb-947bb76a15cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:18.891894 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66269eeb-ee56-461f-90bb-947bb76a15cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:18.958529 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d0d9c912-314d-4f6d-ab12-370c1422d2b1 req-1240d809-54ae-4dd5-987c-1432d97e93bc tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337189 Nov 18 15:02:19.000028 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:19.354725 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66269eeb-ee56-461f-90bb-947bb76a15cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:19.396051 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-83e45aa8-e923-40d1-a6d5-3f6828630b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:19.436127 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66269eeb-ee56-461f-90bb-947bb76a15cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a39819-b002-4192-ae98-ca7fdc9a4c36,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:19.443003 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66269eeb-ee56-461f-90bb-947bb76a15cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:19.488970 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-66269eeb-ee56-461f-90bb-947bb76a15cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:19.490256 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-66269eeb-ee56-461f-90bb-947bb76a15cb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/54a39819-b002-4192-ae98-ca7fdc9a4c36 HTTP/1.1" status: 204 len: 168 time: 1.0325935 Nov 18 15:02:19.499715 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Allocated IP 172.28.0.66 (43dc5890-a9c2-4d0d-8ecc-5e5d0db18312/81ba36a0-a2a1-4122-9852-9ec563604b00/efb0da23-b27f-466d-b4fb-c2a69a6d3120) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:02:19.735288 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742e556-db0e-4301-a882-075428525e40 req-2951f9b9-05cc-4b0f-8975-757ec54e417d tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:19.747618 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5742e556-db0e-4301-a882-075428525e40 req-2951f9b9-05cc-4b0f-8975-757ec54e417d tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.4036918 Nov 18 15:02:19.929324 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-58bbeeed-4a98-4397-ae90-7de1ec52071a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:20.111620 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5742e556-db0e-4301-a882-075428525e40 req-b95923c6-db1a-4806-bb08-6942eddb75dc tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616664 Nov 18 15:02:20.149301 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:20.211305 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844619848'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:20.240559 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4b9d8dd3-358a-4bab-adcf-88c5ec58e9ca tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:20.408970 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Pushing event updated for resources: {'Port': ['ID=efb0da23-b27f-466d-b4fb-c2a69a6d3120,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:20.434396 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:20.686035 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:02:20.687604 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Resources bound (agent type, host, resource id): {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:02:20.690520 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:02:20.828621 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for floatingip, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:20.903523 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:21.900862 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cc53a-4923-4515-a9e2-51aca122e0a7 req-287680d6-ef11-4af4-9084-0a9939760108 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:21.909408 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c86cc53a-4923-4515-a9e2-51aca122e0a7 req-287680d6-ef11-4af4-9084-0a9939760108 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 944 time: 0.4577079 Nov 18 15:02:21.951327 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:21.961974 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155937'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:21.985761 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0b089766-33b2-4eb2-99d9-cf2efa4a8af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:22.104881 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Pushing event updated for resources: {'Port': ['ID=efb0da23-b27f-466d-b4fb-c2a69a6d3120,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:22.138216 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c86cc53a-4923-4515-a9e2-51aca122e0a7 req-e333839d-62b3-4fd0-8fb9-be4751a6f919 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276397 Nov 18 15:02:22.141631 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:22.388510 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431000'] for floatingip, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:22.446913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for floatingip, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:22.448256 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.7272768 Nov 18 15:02:22.561678 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b916738b-e2df-4302-8151-a29ec8f61f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:22.633271 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-35981958-1b9e-4f72-a079-f2bd9419cf5f tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Synchronizing usage tracker for tenant:3744a70cc58a4d309144b144203db7ce on resource:floatingip {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:02:22.666476 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-35981958-1b9e-4f72-a079-f2bd9419cf5f tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Unset dirty status for tenant:3744a70cc58a4d309144b144203db7ce on resource:floatingip {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:02:22.668731 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-35981958-1b9e-4f72-a079-f2bd9419cf5f tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.28.0.66 HTTP/1.1" status: 200 len: 695 time: 0.2067456 Nov 18 15:02:22.941347 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:22.976527 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-73957c88-9485-4ac6-aa8a-78dd635633b5 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:22.982141 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-73957c88-9485-4ac6-aa8a-78dd635633b5 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/networks/43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 HTTP/1.1" status: 200 len: 784 time: 0.3057618 Nov 18 15:02:23.017040 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-f9e7d25f-b196-4f67-b4a0-55a29c2533ae tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80266) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 15:02:23.020922 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-632e06d6-11cd-43f5-9495-5c954af30d94 req-f9e7d25f-b196-4f67-b4a0-55a29c2533ae tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0315239 Nov 18 15:02:23.390683 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e0e76-9e8a-4de0-b84a-ae381e797c4d req-62317abe-fd5c-4d25-b194-4e9ec265ccca tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:23.401737 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-933e0e76-9e8a-4de0-b84a-ae381e797c4d req-62317abe-fd5c-4d25-b194-4e9ec265ccca tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1880977 Nov 18 15:02:23.540447 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-933e0e76-9e8a-4de0-b84a-ae381e797c4d req-b494d538-ec8a-46b5-bc49-cbdc5eec793a tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370342 Nov 18 15:02:23.651589 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-f1d18efc-cd85-4bed-9317-ab87f05e7de1 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:23.672541 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-f1d18efc-cd85-4bed-9317-ab87f05e7de1 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1874728 Nov 18 15:02:23.852432 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:23.857047 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-f7be0558-1e0e-4c6e-94c6-d463d7c58d1e tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.28.0.66 HTTP/1.1" status: 200 len: 695 time: 0.1826108 Nov 18 15:02:23.863926 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-86441a8e-27d3-41f4-bca3-3dc1cabe823b tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Request body: {'floatingip': {'port_id': '0795cbe3-d022-4bfe-8748-3e2eea810b86', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:02:23.992586 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-86441a8e-27d3-41f4-bca3-3dc1cabe823b tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for floatingip, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:24.307849 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:24.471884 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cb073-b940-400c-9b35-cd715c20160a req-99a7c7de-db5f-4fd3-864c-f123b894e49e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:24.476033 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8d9cb073-b940-400c-9b35-cd715c20160a req-99a7c7de-db5f-4fd3-864c-f123b894e49e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 944 time: 0.6885991 Nov 18 15:02:24.952321 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8d9cb073-b940-400c-9b35-cd715c20160a req-51f6896f-1fe4-47e5-b850-fc9a6c8f2a08 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4686663 Nov 18 15:02:25.377644 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-86441a8e-27d3-41f4-bca3-3dc1cabe823b tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for floatingip, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:25.386723 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-86441a8e-27d3-41f4-bca3-3dc1cabe823b tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431000'] for floatingip, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:25.828741 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.l3_db [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-86441a8e-27d3-41f4-bca3-3dc1cabe823b tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Floating IP a3d9bfb8-5ef1-4387-9118-6607139638ab associated. External IP: 172.28.0.66, port: 0795cbe3-d022-4bfe-8748-3e2eea810b86. Nov 18 15:02:26.190657 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7e64e-6f15-4a7b-8ba8-98f5f027429e req-8834f822-9482-4457-bd9b-c3395239d98e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:26.203868 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e5b7e64e-6f15-4a7b-8ba8-98f5f027429e req-8834f822-9482-4457-bd9b-c3395239d98e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.2303481 Nov 18 15:02:26.753914 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e5b7e64e-6f15-4a7b-8ba8-98f5f027429e req-7e9a83a1-a823-4d8c-af56-88da285325e1 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5473893 Nov 18 15:02:27.117176 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791328d-6037-4529-b69e-c686ae7c21ca req-13e795e1-f266-4ec3-95ba-e3903028819e tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:27.118836 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0791328d-6037-4529-b69e-c686ae7c21ca req-13e795e1-f266-4ec3-95ba-e3903028819e tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.1990876 Nov 18 15:02:27.191617 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0791328d-6037-4529-b69e-c686ae7c21ca req-43f7d372-d3b3-4091-bf73-45db5ee67ed6 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649669 Nov 18 15:02:27.206038 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-86441a8e-27d3-41f4-bca3-3dc1cabe823b tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Router 01fba87e-0c79-4248-b615-5199d1f4addf has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:02:27.492020 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c200930-3ff6-4c5b-b883-7dc22779699c req-0842d8fe-2ad7-4d30-93d6-f15c4ae82a2f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:27.493560 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4c200930-3ff6-4c5b-b883-7dc22779699c req-0842d8fe-2ad7-4d30-93d6-f15c4ae82a2f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 944 time: 0.1717746 Nov 18 15:02:27.518113 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-86441a8e-27d3-41f4-bca3-3dc1cabe823b tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:02:27.523855 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-86441a8e-27d3-41f4-bca3-3dc1cabe823b tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for floatingip, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:27.528317 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d67680d-badd-493a-80da-3b9ae4369cc8 None None] Sync routers for ids ['01fba87e-0c79-4248-b615-5199d1f4addf'] in dv-cinder-733623-8-smb {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:02:27.540837 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d67680d-badd-493a-80da-3b9ae4369cc8 None None] Routers {'01fba87e-0c79-4248-b615-5199d1f4addf'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:02:27.541499 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-3d67680d-badd-493a-80da-3b9ae4369cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:02:23Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['01fba87e-0c79-4248-b615-5199d1f4addf'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:02:27.604428 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-86441a8e-27d3-41f4-bca3-3dc1cabe823b tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "PUT /v2.0/floatingips/a3d9bfb8-5ef1-4387-9118-6607139638ab HTTP/1.1" status: 200 len: 995 time: 3.7463160 Nov 18 15:02:27.606530 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade41e7c-326b-4014-8509-e3eb397bc8e7', 'tag': '0795cbe3-d022-4bfe-8748-3e2eea810b86'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:02:27.614096 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4c200930-3ff6-4c5b-b883-7dc22779699c req-0893995f-17b3-4bcf-b162-77d6096014b6 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127729 Nov 18 15:02:27.721519 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-952ef7ba-6ff3-48c3-93eb-fb76ef7726b5 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=3744a70cc58a4d309144b144203db7ce&device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 1162 time: 0.1024015 Nov 18 15:02:27.747433 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-3d67680d-badd-493a-80da-3b9ae4369cc8 None None] Set router 01fba87e-0c79-4248-b615-5199d1f4addf gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:02:27.782136 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade41e7c-326b-4014-8509-e3eb397bc8e7', 'tag': '0795cbe3-d022-4bfe-8748-3e2eea810b86', 'status': 'completed', 'code': 200} Nov 18 15:02:27.984971 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-43170767-d34d-4be1-97f3-b7832f7a1523 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:27.986962 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-43170767-d34d-4be1-97f3-b7832f7a1523 service neutron] 10.222.0.17 "GET /v2.0/networks?id=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 HTTP/1.1" status: 200 len: 904 time: 0.2645955 Nov 18 15:02:28.194338 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-b536273d-e168-4620-becb-991e81a3fa20 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0795cbe3-d022-4bfe-8748-3e2eea810b86 HTTP/1.1" status: 200 len: 998 time: 0.2006621 Nov 18 15:02:28.205779 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-af6b2cf3-4d5e-47e7-bff5-f77ac83a1ebc req-04258188-f88c-49c8-a614-dedb8913392e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3744a70cc58a4d309144b144203db7ce&device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 1162 time: 0.4229567 Nov 18 15:02:28.313153 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5ec48-29e0-4cbf-b924-4e5d576ef450 req-3655d0e7-d7c9-4ccd-a2fa-ac9159e7519d tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:28.314796 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e7b5ec48-29e0-4cbf-b924-4e5d576ef450 req-3655d0e7-d7c9-4ccd-a2fa-ac9159e7519d tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.3247237 Nov 18 15:02:28.348343 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-3d67680d-badd-493a-80da-3b9ae4369cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'name': 'tempest-TestShelveInstance-2016728554-router', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:19Z', 'updated_at': '2020-11-18T15:01:30Z', 'revision_number': 4, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'gw_port': {'id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:21Z', 'updated_at': '2020-11-18T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_floatingips': [{'id': 'a3d9bfb8-5ef1-4387-9118-6607139638ab', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'floating_ip_address': '172.28.0.66', 'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'router_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'port_id': '0795cbe3-d022-4bfe-8748-3e2eea810b86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0', 'mac_address': 'fa:16:3e:ef:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41e7c-326b-4014-8509-e3eb397bc8e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:02:20Z', 'updated_at': '2020-11-18T15:02:25Z', 'revision_number': 1, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce12a153-05e9-4b98-884e-28c0017cdc3d', 'name': '', 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'mac_address': 'fa:16:3e:f7:74:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63e74489-8b92-4d56-99d5-4fb097f5becc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:28Z', 'updated_at': '2020-11-18T15:01:37Z', 'revision_number': 5, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'subnets': [{'id': '63e74489-8b92-4d56-99d5-4fb097f5becc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:02:28.352825 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d67680d-badd-493a-80da-3b9ae4369cc8 None None] Checking router: 01fba87e-0c79-4248-b615-5199d1f4addf for host: dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:02:28.366102 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d67680d-badd-493a-80da-3b9ae4369cc8 None None] Routers {'01fba87e-0c79-4248-b615-5199d1f4addf'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:02:28.366761 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-3d67680d-badd-493a-80da-3b9ae4369cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:02:23Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['01fba87e-0c79-4248-b615-5199d1f4addf'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:02:28.411712 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-dfd8802e-087a-4f71-a518-64d997551ae1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:28.413360 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-dfd8802e-087a-4f71-a518-64d997551ae1 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=63e74489-8b92-4d56-99d5-4fb097f5becc HTTP/1.1" status: 200 len: 848 time: 0.2065082 Nov 18 15:02:28.520333 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e7b5ec48-29e0-4cbf-b924-4e5d576ef450 req-e85c7a93-df3c-4638-a490-3718de44f1b5 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980767 Nov 18 15:02:28.525360 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b2cf3-4d5e-47e7-bff5-f77ac83a1ebc req-c19af17e-6218-4ea3-bc3d-95eb590bc96c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:28.526961 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-af6b2cf3-4d5e-47e7-bff5-f77ac83a1ebc req-c19af17e-6218-4ea3-bc3d-95eb590bc96c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 HTTP/1.1" status: 200 len: 904 time: 0.2772667 Nov 18 15:02:28.598633 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-3d67680d-badd-493a-80da-3b9ae4369cc8 None None] Set router 01fba87e-0c79-4248-b615-5199d1f4addf gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:02:28.663713 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-fae62f3d-76b6-4c32-98c3-b7a781b8a561 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2277851 Nov 18 15:02:28.679843 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-7276263f-9da9-4f70-9f51-4790866865b4 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80266) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 15:02:28.680925 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-7276263f-9da9-4f70-9f51-4790866865b4 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0089312 Nov 18 15:02:28.752098 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-af6b2cf3-4d5e-47e7-bff5-f77ac83a1ebc req-13749144-27cb-479b-b88e-19e318604bbd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0795cbe3-d022-4bfe-8748-3e2eea810b86 HTTP/1.1" status: 200 len: 998 time: 0.2125299 Nov 18 15:02:28.919890 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b2cf3-4d5e-47e7-bff5-f77ac83a1ebc req-5a84c474-fde6-4396-8153-7d3984daaa2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:28.921504 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-af6b2cf3-4d5e-47e7-bff5-f77ac83a1ebc req-5a84c474-fde6-4396-8153-7d3984daaa2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63e74489-8b92-4d56-99d5-4fb097f5becc HTTP/1.1" status: 200 len: 848 time: 0.1057699 Nov 18 15:02:28.923743 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-37cb28a4-2acd-47e0-a094-5ac4f9c3751c service neutron] 10.222.0.17 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276988 Nov 18 15:02:29.088124 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-3d67680d-badd-493a-80da-3b9ae4369cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'name': 'tempest-TestShelveInstance-2016728554-router', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:19Z', 'updated_at': '2020-11-18T15:01:30Z', 'revision_number': 4, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'gw_port': {'id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:21Z', 'updated_at': '2020-11-18T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_floatingips': [{'id': 'a3d9bfb8-5ef1-4387-9118-6607139638ab', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'floating_ip_address': '172.28.0.66', 'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'router_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'port_id': '0795cbe3-d022-4bfe-8748-3e2eea810b86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0', 'mac_address': 'fa:16:3e:ef:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41e7c-326b-4014-8509-e3eb397bc8e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:02:20Z', 'updated_at': '2020-11-18T15:02:25Z', 'revision_number': 1, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce12a153-05e9-4b98-884e-28c0017cdc3d', 'name': '', 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'mac_address': 'fa:16:3e:f7:74:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63e74489-8b92-4d56-99d5-4fb097f5becc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:28Z', 'updated_at': '2020-11-18T15:01:37Z', 'revision_number': 5, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'subnets': [{'id': '63e74489-8b92-4d56-99d5-4fb097f5becc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:02:29.093717 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d67680d-badd-493a-80da-3b9ae4369cc8 None None] The sync data for ids ['01fba87e-0c79-4248-b615-5199d1f4addf'] in dv-cinder-733623-8-smb is: [{'id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'name': 'tempest-TestShelveInstance-2016728554-router', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:19Z', 'updated_at': '2020-11-18T15:01:30Z', 'revision_number': 4, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'gw_port': {'id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:21Z', 'updated_at': '2020-11-18T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_floatingips': [{'id': 'a3d9bfb8-5ef1-4387-9118-6607139638ab', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'floating_ip_address': '172.28.0.66', 'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'router_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'port_id': '0795cbe3-d022-4bfe-8748-3e2eea810b86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0', 'mac_address': 'fa:16:3e:ef:14:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41e7c-326b-4014-8509-e3eb397bc8e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:02:20Z', 'updated_at': '2020-11-18T15:02:25Z', 'revision_number': 1, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce12a153-05e9-4b98-884e-28c0017cdc3d', 'name': '', 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'mac_address': 'fa:16:3e:f7:74:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63e74489-8b92-4d56-99d5-4fb097f5becc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:28Z', 'updated_at': '2020-11-18T15:01:37Z', 'revision_number': 5, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'subnets': [{'id': '63e74489-8b92-4d56-99d5-4fb097f5becc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:02:29.283952 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35120) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:29.470965 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6bbf5006-230d-4cc7-ba53-40a3dedb3dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:29.490817 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-18102b63-6dd1-4944-a1db-2a9aeb98002b req-aab01314-3e2e-416f-bac0-35e24e9a99ff service neutron] 10.222.0.17 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5608561 Nov 18 15:02:29.500131 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-af6b2cf3-4d5e-47e7-bff5-f77ac83a1ebc req-61bdbcdf-bcce-4294-9ff6-6815663003ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5226016 Nov 18 15:02:29.511451 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0976e2-a760-4714-84ad-aaeb38391096 req-cf0c5d76-1e41-422b-bb5b-83a83d1f75a2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:29.526094 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6c0976e2-a760-4714-84ad-aaeb38391096 req-cf0c5d76-1e41-422b-bb5b-83a83d1f75a2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.4934933 Nov 18 15:02:29.526477 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6bbf5006-230d-4cc7-ba53-40a3dedb3dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:02:29.526477 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-6bbf5006-230d-4cc7-ba53-40a3dedb3dfb admin admin] Usage tracker for resource:security_group_rule and tenant:c25c28b588a34fea967727100969d472 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:02:29.530187 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-6bbf5006-230d-4cc7-ba53-40a3dedb3dfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:02:29.538586 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6bbf5006-230d-4cc7-ba53-40a3dedb3dfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:02:29.564538 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b99e5-99d5-49c9-b93a-0c216528cb3a None None] New status for floating IP a3d9bfb8-5ef1-4387-9118-6607139638ab: ACTIVE {{(pid=80268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 15:02:29.630309 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6c0976e2-a760-4714-84ad-aaeb38391096 req-439253db-1744-4148-933f-3825ac4a32ba tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097755 Nov 18 15:02:29.645083 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6bbf5006-230d-4cc7-ba53-40a3dedb3dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:29.649164 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6bbf5006-230d-4cc7-ba53-40a3dedb3dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:29.694151 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-945bbb3c-7fbe-4153-b067-48106b5fae30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:29.727441 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-6bbf5006-230d-4cc7-ba53-40a3dedb3dfb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c25c28b588a34fea967727100969d472&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4422705 Nov 18 15:02:29.729009 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf5006-230d-4cc7-ba53-40a3dedb3dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8211741b-234f-48a5-b108-462145870333,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:29.732684 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35132) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:29.752111 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6bbf5006-230d-4cc7-ba53-40a3dedb3dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:29.820553 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-219de2d3-b1be-4c07-aa14-aa15b27ffd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:29.848451 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-219de2d3-b1be-4c07-aa14-aa15b27ffd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:29.873042 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-af6b2cf3-4d5e-47e7-bff5-f77ac83a1ebc req-da13f59e-cc87-4827-b346-12e7e6210a37 service neutron] 10.222.0.26 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347731 Nov 18 15:02:29.895568 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-219de2d3-b1be-4c07-aa14-aa15b27ffd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:29.900834 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:29.911949 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219de2d3-b1be-4c07-aa14-aa15b27ffd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8211741b-234f-48a5-b108-462145870333,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:29.914335 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-219de2d3-b1be-4c07-aa14-aa15b27ffd6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:29.920244 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-219de2d3-b1be-4c07-aa14-aa15b27ffd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:29.921961 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-219de2d3-b1be-4c07-aa14-aa15b27ffd6e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8211741b-234f-48a5-b108-462145870333 HTTP/1.1" status: 204 len: 168 time: 0.1761661 Nov 18 15:02:29.933827 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36ef99-d202-496b-a7b3-026d70b6b64f req-9021289f-cdb8-424a-9ae1-303c3851cba9 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:29.935517 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fa36ef99-d202-496b-a7b3-026d70b6b64f req-9021289f-cdb8-424a-9ae1-303c3851cba9 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 944 time: 0.2398036 Nov 18 15:02:30.066586 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758badd-fbcf-4efd-8086-97d8d5e92f0b req-7c5ee679-8f09-4057-85c4-199ec9722b68 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:30.068261 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3758badd-fbcf-4efd-8086-97d8d5e92f0b req-7c5ee679-8f09-4057-85c4-199ec9722b68 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.2821252 Nov 18 15:02:30.130434 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fa36ef99-d202-496b-a7b3-026d70b6b64f req-8c244de1-f772-445f-9190-cd5b088aa8d4 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819394 Nov 18 15:02:30.148070 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-af6b2cf3-4d5e-47e7-bff5-f77ac83a1ebc req-a46057a6-26c3-4cc1-b5a5-81de9e7b1e2e service neutron] 10.222.0.26 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2652147 Nov 18 15:02:30.162862 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3758badd-fbcf-4efd-8086-97d8d5e92f0b req-85a5780d-630f-46f9-85bd-cc101c40a8bb tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826855 Nov 18 15:02:30.301631 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35146) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:30.373154 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d89d732-e199-40fd-94e2-c52433b2a822 admin admin] Deleting subnet 0ab84650-0143-43c0-8bc6-e655801b77e8 {{(pid=80267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 15:02:30.376302 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0d89d732-e199-40fd-94e2-c52433b2a822 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:30.430159 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0d89d732-e199-40fd-94e2-c52433b2a822 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2631704'] for subnet, precommit_delete_associations {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:30.502509 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0d89d732-e199-40fd-94e2-c52433b2a822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853901800'] for subnet, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:30.532240 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:02:30.625091 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:02:30.625869 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:30.776159 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:30.783529 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0d89d732-e199-40fd-94e2-c52433b2a822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844961198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845137380'] for subnet, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:30.811729 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfa19ef-9f77-4262-a769-af0d2b3c65e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709dc2a0-c3e4-4a64-98bc-bdb68b102c1d'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:02:30.843824 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=709dc2a0-c3e4-4a64-98bc-bdb68b102c1d,segment=NetworkSegment(573e4015-d99e-4ce3-8b66-7ca90676bc75),segment_id=573e4015-d99e-4ce3-8b66-7ca90676bc75)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:02:30.851644 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:30.855696 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:30.856070 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:30.889098 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4b88d-5c55-4c20-9590-007162b61641 req-d2592fdf-4fb3-40e6-bdaf-edee982d2fbc tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:30.890708 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e4a4b88d-5c55-4c20-9590-007162b61641 req-d2592fdf-4fb3-40e6-bdaf-edee982d2fbc tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.0900667 Nov 18 15:02:30.944468 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e4a4b88d-5c55-4c20-9590-007162b61641 req-61e294ce-53fa-43f4-9773-cf3a7fc867e0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465450 Nov 18 15:02:30.991995 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfa19ef-9f77-4262-a769-af0d2b3c65e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709dc2a0-c3e4-4a64-98bc-bdb68b102c1d', 'code': 200} Nov 18 15:02:30.991995 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=709dc2a0-c3e4-4a64-98bc-bdb68b102c1d,revision_number=6']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:30.993288 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:31.003970 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89d732-e199-40fd-94e2-c52433b2a822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab84650-0143-43c0-8bc6-e655801b77e8,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:31.007918 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0d89d732-e199-40fd-94e2-c52433b2a822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:31.075362 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0d89d732-e199-40fd-94e2-c52433b2a822 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:31.088148 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-0d89d732-e199-40fd-94e2-c52433b2a822 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/0ab84650-0143-43c0-8bc6-e655801b77e8 HTTP/1.1" status: 204 len: 168 time: 0.7852807 Nov 18 15:02:31.091583 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 35172) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:31.234726 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-174b302a-2bb6-4389-8037-e2531ffff7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804504'] for network, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:31.571392 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-174b302a-2bb6-4389-8037-e2531ffff7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853904989', 'neutron.services.segments.db._delete_segments_for_network--9223363305708362475'] for network, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:31.751560 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-174b302a-2bb6-4389-8037-e2531ffff7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d314bd-3534-4e9c-b964-9a124ce242f0']}} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:02:31.778836 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9af037-5680-4ac3-9f66-53440ced4d6a req-53f84b0a-cece-4df0-ba44-fc824e0b91a0 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:31.780458 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6b9af037-5680-4ac3-9f66-53440ced4d6a req-53f84b0a-cece-4df0-ba44-fc824e0b91a0 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.4345121 Nov 18 15:02:31.782497 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-174b302a-2bb6-4389-8037-e2531ffff7f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259665df-1b46-4a7d-b929-4b43dfd91afa') {'for_net_delete': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:02:31.782893 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-174b302a-2bb6-4389-8037-e2531ffff7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259665df-1b46-4a7d-b929-4b43dfd91afa') {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:02:31.795610 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9562f-4997-4731-bc10-62a9a75b4059 req-17123d59-f51f-4dad-b507-abe0bbbb314b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:31.797206 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fee9562f-4997-4731-bc10-62a9a75b4059 req-17123d59-f51f-4dad-b507-abe0bbbb314b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.4191875 Nov 18 15:02:31.822952 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-174b302a-2bb6-4389-8037-e2531ffff7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305708324075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10305641'] for segment, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:31.832699 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-23ced57a-1eab-4f18-b5e5-d664a4bb479f req-56155d36-9f56-4ead-bd39-aa894dab48fa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 1163 time: 0.3578122 Nov 18 15:02:31.901509 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-174b302a-2bb6-4389-8037-e2531ffff7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:31.911932 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-174b302a-2bb6-4389-8037-e2531ffff7f1 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 15:02:31.973123 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6b9af037-5680-4ac3-9f66-53440ced4d6a req-8e24d216-047b-40e3-89bb-d627df6cf925 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700919 Nov 18 15:02:32.026107 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:02:32.066853 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fee9562f-4997-4731-bc10-62a9a75b4059 req-21f4662d-4a3e-4005-9e9d-a1281aadc7e7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625422 Nov 18 15:02:32.110867 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-23ced57a-1eab-4f18-b5e5-d664a4bb479f req-6e6752bd-86f2-4d7a-a3c4-5fffb3234518 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575617 Nov 18 15:02:32.159133 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:02:32.159499 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:32.252180 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-174b302a-2bb6-4389-8037-e2531ffff7f1 admin admin] Network a4d314bd-3534-4e9c-b964-9a124ce242f0 has no segments {{(pid=80266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:02:32.263133 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-174b302a-2bb6-4389-8037-e2531ffff7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853906570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10155983'] for segment, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:32.397545 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5935e-7e61-4a73-81a1-8ed65b9b0586 req-fca9a12e-ebf8-472e-8c3b-483dd4224da1 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:32.399215 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-81d5935e-7e61-4a73-81a1-8ed65b9b0586 req-fca9a12e-ebf8-472e-8c3b-483dd4224da1 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.2189090 Nov 18 15:02:32.504713 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-174b302a-2bb6-4389-8037-e2531ffff7f1 admin admin] Network a4d314bd-3534-4e9c-b964-9a124ce242f0 has no segments {{(pid=80266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: Traceback (most recent call last): Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: timer() Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: cb(*args, **kw) Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: return func(*args, **kwargs) Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: self._notify() Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: self.callback(batched_events) Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: event.method(event) Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: segment_id)['aggregates'][0] Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: return f(self, *a, **k) Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: return self._get(url).json() Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: **kwargs) Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: return self.request(url, 'GET', **kwargs) Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: **endpoint_filter) Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 15:02:32.536203 dv-cinder-733623-8-smb neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 15:02:32.578019 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35216) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:32.616085 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-81d5935e-7e61-4a73-81a1-8ed65b9b0586 req-0282aa14-0b35-48a9-a8b6-b3e25dccf22b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966386 Nov 18 15:02:32.629226 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-174b302a-2bb6-4389-8037-e2531ffff7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:32.633574 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:32.652600 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-174b302a-2bb6-4389-8037-e2531ffff7f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:32.661828 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b302a-2bb6-4389-8037-e2531ffff7f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4d314bd-3534-4e9c-b964-9a124ce242f0,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:32.665358 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-174b302a-2bb6-4389-8037-e2531ffff7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:32.674225 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-174b302a-2bb6-4389-8037-e2531ffff7f1 admin admin] 10.222.0.17 "DELETE /v2.0/networks/a4d314bd-3534-4e9c-b964-9a124ce242f0 HTTP/1.1" status: 204 len: 168 time: 1.5812180 Nov 18 15:02:32.753508 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-10790e19-df5c-4162-93ce-c58c65c83bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:32.793422 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-10790e19-df5c-4162-93ce-c58c65c83bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:02:32.797723 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-10790e19-df5c-4162-93ce-c58c65c83bf8 admin admin] Usage tracker for resource:security_group_rule and tenant:94fbe0d74fcf4108a0c09ee5cf3dea34 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:02:32.800837 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-10790e19-df5c-4162-93ce-c58c65c83bf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:02:32.806712 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-10790e19-df5c-4162-93ce-c58c65c83bf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:02:32.856021 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 35228) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:32.895319 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-10790e19-df5c-4162-93ce-c58c65c83bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:32.899724 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-10790e19-df5c-4162-93ce-c58c65c83bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:32.908475 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7d6d54cf-1006-4d38-838a-5ac4930ee864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:32.926854 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-875d2859-55a5-47ce-88e7-dc657a3758e0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bad586706aa940bdbe260cca3d31587f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0694511 Nov 18 15:02:32.929130 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 35232) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:32.947175 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10790e19-df5c-4162-93ce-c58c65c83bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895e563e-63bc-470b-929b-409c6f2e00c8,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:32.957808 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-10790e19-df5c-4162-93ce-c58c65c83bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:32.968043 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-10790e19-df5c-4162-93ce-c58c65c83bf8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=94fbe0d74fcf4108a0c09ee5cf3dea34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3879850 Nov 18 15:02:32.970018 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35236) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:33.009910 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98ee9083-1766-4f1b-83d3-de191693d051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:33.034921 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd567b92-506d-4ae3-8615-b487846dba9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:33.038695 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98ee9083-1766-4f1b-83d3-de191693d051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:33.065542 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd567b92-506d-4ae3-8615-b487846dba9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:33.091846 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98ee9083-1766-4f1b-83d3-de191693d051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:33.097580 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-53a77068-a2f7-42e7-b3b4-1385224e3d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:33.116374 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd567b92-506d-4ae3-8615-b487846dba9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:33.122096 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-482b587a-76ef-4638-ab70-a27c49a5bdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:33.122288 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee9083-1766-4f1b-83d3-de191693d051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31a4266-d09e-4c95-b8b0-6893436959ac,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:33.135873 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd567b92-506d-4ae3-8615-b487846dba9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895e563e-63bc-470b-929b-409c6f2e00c8,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:33.139754 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cd567b92-506d-4ae3-8615-b487846dba9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:33.145330 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd567b92-506d-4ae3-8615-b487846dba9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:33.146962 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-cd567b92-506d-4ae3-8615-b487846dba9b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/895e563e-63bc-470b-929b-409c6f2e00c8 HTTP/1.1" status: 204 len: 168 time: 0.1759508 Nov 18 15:02:33.157408 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-98ee9083-1766-4f1b-83d3-de191693d051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:33.161494 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-98ee9083-1766-4f1b-83d3-de191693d051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:33.164949 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-98ee9083-1766-4f1b-83d3-de191693d051 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c31a4266-d09e-4c95-b8b0-6893436959ac HTTP/1.1" status: 204 len: 168 time: 0.2317245 Nov 18 15:02:33.640107 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cadc4-9705-49d9-b104-5d69b0e7b6e0 req-76e55990-0564-4c89-912c-eb08e29b6745 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:33.641874 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fc5cadc4-9705-49d9-b104-5d69b0e7b6e0 req-76e55990-0564-4c89-912c-eb08e29b6745 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.3979053 Nov 18 15:02:33.655877 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4f8b6-29ea-4b5c-b3a8-1e9c8dc907b3 req-82e4a001-a0e6-4f6c-8d0f-94f2c395b277 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:33.658722 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2bd4f8b6-29ea-4b5c-b3a8-1e9c8dc907b3 req-82e4a001-a0e6-4f6c-8d0f-94f2c395b277 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.3527606 Nov 18 15:02:33.721968 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35264) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:33.746246 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2bd4f8b6-29ea-4b5c-b3a8-1e9c8dc907b3 req-312fa636-69d7-4c41-ad26-d6ad1acf66f4 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712876 Nov 18 15:02:33.747169 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-36c04739-86fe-4f0c-95b4-02a3f4f24272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:33.759422 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fc5cadc4-9705-49d9-b104-5d69b0e7b6e0 req-47d629c9-77b2-49a5-98f8-5d03f96456b0 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107364 Nov 18 15:02:33.816021 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-36c04739-86fe-4f0c-95b4-02a3f4f24272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:02:33.820650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-36c04739-86fe-4f0c-95b4-02a3f4f24272 admin admin] Usage tracker for resource:security_group_rule and tenant:8ad4a00141d44d3aba91e9b40be1f7cf is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:02:33.826086 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-36c04739-86fe-4f0c-95b4-02a3f4f24272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:02:33.832381 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-36c04739-86fe-4f0c-95b4-02a3f4f24272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:02:33.919822 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-36c04739-86fe-4f0c-95b4-02a3f4f24272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:33.931024 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-36c04739-86fe-4f0c-95b4-02a3f4f24272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:33.950856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b9e841cc-5ff8-4159-91c9-5fd5df3114e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:33.996614 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c187ec5-3b27-4703-86ac-88a1258cd35b req-d83d278a-e141-4346-9579-404630a158c3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:33.998262 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2c187ec5-3b27-4703-86ac-88a1258cd35b req-d83d278a-e141-4346-9579-404630a158c3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.1033731 Nov 18 15:02:34.018810 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c04739-86fe-4f0c-95b4-02a3f4f24272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cdf770-bff6-4249-b204-f33ec60d3386,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:34.028776 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-36c04739-86fe-4f0c-95b4-02a3f4f24272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:34.043085 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-36c04739-86fe-4f0c-95b4-02a3f4f24272 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8ad4a00141d44d3aba91e9b40be1f7cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3181922 Nov 18 15:02:34.048236 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device e08b35b8-67a3-46ee-8da6-92e730792728 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:02:34.052180 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 35300) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:34.108893 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2c187ec5-3b27-4703-86ac-88a1258cd35b req-71c6e65b-341c-48f2-9970-817623408bb1 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043289 Nov 18 15:02:34.170523 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:34.182874 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port e08b35b8-67a3-46ee-8da6-92e730792728 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:02:34.184749 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:34.201189 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:34.263886 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:34.271557 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:34.305864 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:34.311558 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/18cdf770-bff6-4249-b204-f33ec60d3386 HTTP/1.1" status: 204 len: 168 time: 0.2576571 Nov 18 15:02:34.316394 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cdf770-bff6-4249-b204-f33ec60d3386,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:34.341256 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.341661 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.342087 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.342483 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.342865 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.343247 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.343624 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.344001 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.346240 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.346681 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.347081 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.347474 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.347913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.348300 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.348687 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.349068 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.349449 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.349829 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.350237 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.350619 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.350995 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.351372 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.351749 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.352124 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:34.356065 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:35.160218 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8b221-db78-46ae-8936-5d29f55bd9bb req-1f2cadfb-12aa-4149-ac7b-3d80ddaeb261 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:35.170101 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9ce8b221-db78-46ae-8936-5d29f55bd9bb req-1f2cadfb-12aa-4149-ac7b-3d80ddaeb261 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.1765671 Nov 18 15:02:35.194598 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811d22b-6e76-4233-a503-d50a596e52e8 req-2ee01fde-63f3-4340-9ce4-25f00dab9fbe tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:35.199173 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2811d22b-6e76-4233-a503-d50a596e52e8 req-2ee01fde-63f3-4340-9ce4-25f00dab9fbe tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.2591197 Nov 18 15:02:35.286530 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9ce8b221-db78-46ae-8936-5d29f55bd9bb req-7a1a26f7-a097-43f4-a380-eb62cc924616 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151948 Nov 18 15:02:35.322331 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2811d22b-6e76-4233-a503-d50a596e52e8 req-bdc0c9e0-9dc4-4c92-8951-28697ff2ac1c tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047361 Nov 18 15:02:35.337545 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 35360) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:35.536935 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f925a15-7e74-40b1-b7c8-da71d7f8701e req-158671f2-eba3-4d48-b6d7-03bd19588bef tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:35.538631 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6f925a15-7e74-40b1-b7c8-da71d7f8701e req-158671f2-eba3-4d48-b6d7-03bd19588bef tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.0860050 Nov 18 15:02:35.591897 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6f925a15-7e74-40b1-b7c8-da71d7f8701e req-c52bcaec-6512-4bb5-827c-2ac65379c6e3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444200 Nov 18 15:02:35.645342 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e845c78d-2441-4444-9795-16073454a888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:35.679332 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e845c78d-2441-4444-9795-16073454a888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:02:35.684246 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-e845c78d-2441-4444-9795-16073454a888 admin admin] Usage tracker for resource:security_group_rule and tenant:5e56d18d694540188510d84aadeb4df8 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:02:35.687259 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-e845c78d-2441-4444-9795-16073454a888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:02:35.693029 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e845c78d-2441-4444-9795-16073454a888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:02:35.764583 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e845c78d-2441-4444-9795-16073454a888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:35.767430 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e845c78d-2441-4444-9795-16073454a888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:35.777751 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-66269eeb-ee56-461f-90bb-947bb76a15cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:35.826745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845c78d-2441-4444-9795-16073454a888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ab9aed-cc37-4711-8f04-1968ca953460,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:35.831463 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-e845c78d-2441-4444-9795-16073454a888 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5e56d18d694540188510d84aadeb4df8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4926176 Nov 18 15:02:35.832380 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e845c78d-2441-4444-9795-16073454a888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:35.834345 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 35374) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:35.904331 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57b0dfe4-e3be-4fac-ba63-afb6f1f945c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:35.935170 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57b0dfe4-e3be-4fac-ba63-afb6f1f945c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:35.985287 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57b0dfe4-e3be-4fac-ba63-afb6f1f945c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:35.990978 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fe34aa7b-9290-4593-a012-57b85ca90b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:36.004863 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0dfe4-e3be-4fac-ba63-afb6f1f945c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ab9aed-cc37-4711-8f04-1968ca953460,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:36.010406 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-57b0dfe4-e3be-4fac-ba63-afb6f1f945c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:36.013339 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57b0dfe4-e3be-4fac-ba63-afb6f1f945c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:36.014799 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-57b0dfe4-e3be-4fac-ba63-afb6f1f945c9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f0ab9aed-cc37-4711-8f04-1968ca953460 HTTP/1.1" status: 204 len: 168 time: 0.1794300 Nov 18 15:02:36.580589 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9082cc1-9e00-4a65-8d10-2ab424e3d68f req-8b4a6aa9-9cc3-4305-9c6c-d266bc8fb0a8 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:36.591380 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f9082cc1-9e00-4a65-8d10-2ab424e3d68f req-8b4a6aa9-9cc3-4305-9c6c-d266bc8fb0a8 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1160142 Nov 18 15:02:36.683752 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f9082cc1-9e00-4a65-8d10-2ab424e3d68f req-8a3c2aee-7aa0-44e6-aba1-93e5b8e265d0 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898576 Nov 18 15:02:36.858656 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363b668-f4fc-4f16-853a-021d10b16d44 req-7b1eadcb-3bdb-4d09-9aa8-850bc2f4fe02 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:36.866609 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5363b668-f4fc-4f16-853a-021d10b16d44 req-7b1eadcb-3bdb-4d09-9aa8-850bc2f4fe02 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.1030085 Nov 18 15:02:36.918455 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5363b668-f4fc-4f16-853a-021d10b16d44 req-7ef5928a-53fa-4abe-818b-47169e9294ab tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505664 Nov 18 15:02:37.048399 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35424) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:37.331814 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:37.365075 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:02:37.369154 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Usage tracker for resource:security_group_rule and tenant:a077ab386b9c44e1b1cbcb2a59eeaf32 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:02:37.372450 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:02:37.378331 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:02:37.446406 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:37.449978 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:37.457808 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-64e7e6ec-7467-4333-b527-c4e7d4329e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:37.505110 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a077ab386b9c44e1b1cbcb2a59eeaf32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4554830 Nov 18 15:02:37.505922 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3339e8-22da-4e90-b1be-a9f6c358b8e6,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:37.508318 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 35440) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:37.515950 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.516348 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.516741 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.517139 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.517530 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.517914 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.518319 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.518718 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.519096 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.519477 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.519861 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.520243 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.520667 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.521056 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.521447 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.521828 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.522348 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.522657 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.523042 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.523438 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.524283 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.524283 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.524539 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.524884 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:37.530016 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:37.590604 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d85aebf5-a1e7-4fc6-bdd2-88f628cf42e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:37.617812 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d85aebf5-a1e7-4fc6-bdd2-88f628cf42e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:37.675352 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d85aebf5-a1e7-4fc6-bdd2-88f628cf42e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:37.681510 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dd176749-98d7-402f-8505-05a88a92e2a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:37.697084 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85aebf5-a1e7-4fc6-bdd2-88f628cf42e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3339e8-22da-4e90-b1be-a9f6c358b8e6,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:37.701330 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d85aebf5-a1e7-4fc6-bdd2-88f628cf42e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:37.720440 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d85aebf5-a1e7-4fc6-bdd2-88f628cf42e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:37.721991 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d85aebf5-a1e7-4fc6-bdd2-88f628cf42e1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bb3339e8-22da-4e90-b1be-a9f6c358b8e6 HTTP/1.1" status: 204 len: 168 time: 0.2124631 Nov 18 15:02:37.909278 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-968c8803-4c76-4b34-a59f-740bac10bf3e req-dfa0be6a-db83-4fd2-abf1-510b690ababd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=444f701c1f7f4ded8cfe634c62dacdf9&device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 1163 time: 0.1724181 Nov 18 15:02:38.195571 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35462) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:38.220444 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e7c48c9b-7b25-412e-b0cb-58037e509a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:38.265161 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c8803-4c76-4b34-a59f-740bac10bf3e req-5d3be1d7-921e-402f-9e14-8a0f69c471ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:38.266828 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-968c8803-4c76-4b34-a59f-740bac10bf3e req-5d3be1d7-921e-402f-9e14-8a0f69c471ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc HTTP/1.1" status: 200 len: 913 time: 0.3283792 Nov 18 15:02:38.278435 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13467416-6cb7-4bf9-a606-acd1c3840b21 req-4c88cfff-3124-43f0-bb60-0313a875557f tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:38.280146 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-13467416-6cb7-4bf9-a606-acd1c3840b21 req-4c88cfff-3124-43f0-bb60-0313a875557f tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.2925992 Nov 18 15:02:38.381380 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-968c8803-4c76-4b34-a59f-740bac10bf3e req-e0a82bf8-3c89-4cfa-9625-9352e464a6ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e08b35b8-67a3-46ee-8da6-92e730792728 HTTP/1.1" status: 200 len: 217 time: 0.1001236 Nov 18 15:02:38.465259 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0dd96-47c9-4d97-a8ef-9713c3ca8a9f req-745687f7-ae92-4760-af79-194ceb46d2ce tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:38.466979 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-63a0dd96-47c9-4d97-a8ef-9713c3ca8a9f req-745687f7-ae92-4760-af79-194ceb46d2ce tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.3198683 Nov 18 15:02:38.473345 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e7c48c9b-7b25-412e-b0cb-58037e509a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:02:38.487572 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-e7c48c9b-7b25-412e-b0cb-58037e509a85 admin admin] Usage tracker for resource:security_group_rule and tenant:c7a3d66caa60441cac9f8a6584fa8ba6 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:02:38.497772 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-e7c48c9b-7b25-412e-b0cb-58037e509a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:02:38.504130 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e7c48c9b-7b25-412e-b0cb-58037e509a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:02:38.511627 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-13467416-6cb7-4bf9-a606-acd1c3840b21 req-28475572-5f9c-4f16-b786-d30d14fc2ebb tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672761 Nov 18 15:02:38.526904 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c8803-4c76-4b34-a59f-740bac10bf3e req-b3771d30-93f0-40e7-92ea-d5c919b6fead service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:38.528384 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-968c8803-4c76-4b34-a59f-740bac10bf3e req-b3771d30-93f0-40e7-92ea-d5c919b6fead service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63d84575-b2c6-46f1-825a-af37cea2e6ca HTTP/1.1" status: 200 len: 859 time: 0.1392317 Nov 18 15:02:38.541242 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-63a0dd96-47c9-4d97-a8ef-9713c3ca8a9f req-af2dbdea-62b1-4ee4-be56-4e8586e18b89 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650475 Nov 18 15:02:38.575365 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1e77b6bc-f7a8-4dc9-a4dc-65749266c57f req-109c1f7e-f7c4-4e5c-ac81-bc9d069266c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 1163 time: 0.1348026 Nov 18 15:02:38.588369 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-968c8803-4c76-4b34-a59f-740bac10bf3e req-05ef5334-0168-4724-ab96-52cfb632380d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455511 Nov 18 15:02:38.624336 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e7c48c9b-7b25-412e-b0cb-58037e509a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:38.633850 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e7c48c9b-7b25-412e-b0cb-58037e509a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:38.644516 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-10790e19-df5c-4162-93ce-c58c65c83bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:38.668222 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1e77b6bc-f7a8-4dc9-a4dc-65749266c57f req-e3aec898-4c19-44bf-ba2e-4612e6a70dd3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841267 Nov 18 15:02:38.695096 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c48c9b-7b25-412e-b0cb-58037e509a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06fc496-fda0-4dd6-a6ce-b92d48cebf53,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:38.698398 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e7c48c9b-7b25-412e-b0cb-58037e509a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:38.703310 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-e7c48c9b-7b25-412e-b0cb-58037e509a85 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c7a3d66caa60441cac9f8a6584fa8ba6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5040991 Nov 18 15:02:38.703880 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35466) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:38.737744 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-968c8803-4c76-4b34-a59f-740bac10bf3e req-29262cee-2f22-4266-812a-45cbb96a93fa service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425705 Nov 18 15:02:38.765767 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-10d2d32f-1e62-4a36-939d-495a8f8b83ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:38.792621 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-10d2d32f-1e62-4a36-939d-495a8f8b83ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:38.840380 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-10d2d32f-1e62-4a36-939d-495a8f8b83ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:38.845264 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-219de2d3-b1be-4c07-aa14-aa15b27ffd6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:38.859831 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2d32f-1e62-4a36-939d-495a8f8b83ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06fc496-fda0-4dd6-a6ce-b92d48cebf53,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:38.864698 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-10d2d32f-1e62-4a36-939d-495a8f8b83ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:38.873359 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-10d2d32f-1e62-4a36-939d-495a8f8b83ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:38.876945 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-10d2d32f-1e62-4a36-939d-495a8f8b83ad admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b06fc496-fda0-4dd6-a6ce-b92d48cebf53 HTTP/1.1" status: 204 len: 168 time: 0.1701069 Nov 18 15:02:39.014024 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-968c8803-4c76-4b34-a59f-740bac10bf3e req-90b5ed1a-be88-4e5b-9a04-39132ba9121b service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1554093 Nov 18 15:02:39.805554 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d80e9a-5d84-407f-93a8-97a8218c2b4c req-074f1dd8-6ba9-495b-8231-04dd533e36e1 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:39.814483 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-19d80e9a-5d84-407f-93a8-97a8218c2b4c req-074f1dd8-6ba9-495b-8231-04dd533e36e1 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1677828 Nov 18 15:02:39.878531 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-19d80e9a-5d84-407f-93a8-97a8218c2b4c req-8449a51a-b98b-427b-8734-f042e3986a96 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628719 Nov 18 15:02:39.897176 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1dbd3-045e-4c09-b2d5-d19624e5b1f5 req-df3e6f9c-2405-4662-8589-4b142d423756 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:39.907337 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e4b1dbd3-045e-4c09-b2d5-d19624e5b1f5 req-df3e6f9c-2405-4662-8589-4b142d423756 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.2003202 Nov 18 15:02:39.984963 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e4b1dbd3-045e-4c09-b2d5-d19624e5b1f5 req-25ff1e7a-cef6-4d55-b092-d5b9e0878a1e tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766003 Nov 18 15:02:40.072616 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device e08b35b8-67a3-46ee-8da6-92e730792728 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:02:40.147267 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port e08b35b8-67a3-46ee-8da6-92e730792728 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:02:40.147729 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:41.113143 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5277ff5-cde6-44b1-82b7-f5a6f6f8a46e req-81fa0fe2-6319-4273-a97f-22a61c858da3 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:41.115706 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c5277ff5-cde6-44b1-82b7-f5a6f6f8a46e req-81fa0fe2-6319-4273-a97f-22a61c858da3 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.0946851 Nov 18 15:02:41.222187 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c5277ff5-cde6-44b1-82b7-f5a6f6f8a46e req-e0fd9be5-0608-4907-b45d-d2d348d4d600 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987883 Nov 18 15:02:41.263767 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e5d94-129d-4837-aa6a-cc86c27b4051 req-38b9417e-e933-4c9c-b949-305ad77ca089 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:41.265477 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-705e5d94-129d-4837-aa6a-cc86c27b4051 req-38b9417e-e933-4c9c-b949-305ad77ca089 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.0972197 Nov 18 15:02:41.322631 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-705e5d94-129d-4837-aa6a-cc86c27b4051 req-08bb7c03-bcd9-4493-9a8a-49d73cd6646f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499010 Nov 18 15:02:41.445074 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35600) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:41.605745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7c782c35-0732-4fe1-8fd2-9d0da9d2e736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:41.640455 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7c782c35-0732-4fe1-8fd2-9d0da9d2e736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:02:41.645293 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-7c782c35-0732-4fe1-8fd2-9d0da9d2e736 admin admin] Usage tracker for resource:security_group_rule and tenant:aad95c72466b451cba20034b36e1f345 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:02:41.648368 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-7c782c35-0732-4fe1-8fd2-9d0da9d2e736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:02:41.655139 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7c782c35-0732-4fe1-8fd2-9d0da9d2e736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:02:41.743226 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7c782c35-0732-4fe1-8fd2-9d0da9d2e736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:41.746670 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7c782c35-0732-4fe1-8fd2-9d0da9d2e736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:41.762080 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1310faa4-09d4-4d52-b560-eda8ac333083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:41.803516 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2899979e-2a4b-4929-9c98-7d894f884efe req-e4bb4fba-90ba-4d43-adaf-3c0721d1a415 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=444f701c1f7f4ded8cfe634c62dacdf9&device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 1163 time: 0.0919499 Nov 18 15:02:41.818690 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c782c35-0732-4fe1-8fd2-9d0da9d2e736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae3fd78-44f7-4664-b23f-b7d21def1c60,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:41.822565 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7c782c35-0732-4fe1-8fd2-9d0da9d2e736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:41.833517 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-7c782c35-0732-4fe1-8fd2-9d0da9d2e736 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=aad95c72466b451cba20034b36e1f345&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3870246 Nov 18 15:02:41.834409 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35616) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:41.904066 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1c24f272-74f8-4a3b-ade4-8eb76f3ee9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:41.934544 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1c24f272-74f8-4a3b-ade4-8eb76f3ee9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:41.999069 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1c24f272-74f8-4a3b-ade4-8eb76f3ee9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:42.007723 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-10d2d32f-1e62-4a36-939d-495a8f8b83ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:42.031348 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a905083-6ed7-4c4b-a276-6697e72e8511 req-73bcb9f2-ad79-4de1-a157-c781f450109c tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:42.033177 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3a905083-6ed7-4c4b-a276-6697e72e8511 req-73bcb9f2-ad79-4de1-a157-c781f450109c tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.2286606 Nov 18 15:02:42.033470 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24f272-74f8-4a3b-ade4-8eb76f3ee9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae3fd78-44f7-4664-b23f-b7d21def1c60,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:42.034366 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899979e-2a4b-4929-9c98-7d894f884efe req-6653fc5f-5d4d-45d7-b9b4-f855c7b8b982 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:42.035808 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2899979e-2a4b-4929-9c98-7d894f884efe req-6653fc5f-5d4d-45d7-b9b4-f855c7b8b982 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc HTTP/1.1" status: 200 len: 913 time: 0.1905882 Nov 18 15:02:42.041629 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1c24f272-74f8-4a3b-ade4-8eb76f3ee9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:42.061167 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1c24f272-74f8-4a3b-ade4-8eb76f3ee9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:42.063921 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-1c24f272-74f8-4a3b-ade4-8eb76f3ee9ab admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bae3fd78-44f7-4664-b23f-b7d21def1c60 HTTP/1.1" status: 204 len: 168 time: 0.2278543 Nov 18 15:02:42.145843 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2899979e-2a4b-4929-9c98-7d894f884efe req-c6124b00-09b4-48e6-a6d5-c57d7c97e863 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e08b35b8-67a3-46ee-8da6-92e730792728 HTTP/1.1" status: 200 len: 217 time: 0.0881062 Nov 18 15:02:42.200017 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3a905083-6ed7-4c4b-a276-6697e72e8511 req-582619dd-42da-4f3a-8298-2cc0acf17322 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596925 Nov 18 15:02:42.232452 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899979e-2a4b-4929-9c98-7d894f884efe req-668ed720-e5ff-46ae-9a33-8fb336f5882c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:42.234166 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2899979e-2a4b-4929-9c98-7d894f884efe req-668ed720-e5ff-46ae-9a33-8fb336f5882c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63d84575-b2c6-46f1-825a-af37cea2e6ca HTTP/1.1" status: 200 len: 859 time: 0.0817528 Nov 18 15:02:42.289694 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2899979e-2a4b-4929-9c98-7d894f884efe req-f75f8694-821e-444c-8202-b51b172ced15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489137 Nov 18 15:02:42.446176 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2899979e-2a4b-4929-9c98-7d894f884efe req-f0faa79e-ea08-4bfd-9fdd-a8a251efed76 service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478038 Nov 18 15:02:42.456948 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35630) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:42.476213 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27dd4e7d-ba68-4afc-a69e-44ecee0b2e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:42.512579 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-27dd4e7d-ba68-4afc-a69e-44ecee0b2e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:02:42.516650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-27dd4e7d-ba68-4afc-a69e-44ecee0b2e34 admin admin] Usage tracker for resource:security_group_rule and tenant:7a0cde3e57e04619808f33618367c9a4 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:02:42.519664 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-27dd4e7d-ba68-4afc-a69e-44ecee0b2e34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:02:42.525458 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-27dd4e7d-ba68-4afc-a69e-44ecee0b2e34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:02:42.594358 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27dd4e7d-ba68-4afc-a69e-44ecee0b2e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:42.599086 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27dd4e7d-ba68-4afc-a69e-44ecee0b2e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:42.608582 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a309caf9-2644-4a9c-a956-aea0a2213bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:42.659263 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd4e7d-ba68-4afc-a69e-44ecee0b2e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6438c200-11a9-4b21-90f2-4a113654dba5,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:42.662733 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-27dd4e7d-ba68-4afc-a69e-44ecee0b2e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:42.664937 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76918a05-fc07-4cb4-b55e-a7675e3c5d9d req-831ac8b9-1173-4400-81da-3701004b5124 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:42.670055 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-76918a05-fc07-4cb4-b55e-a7675e3c5d9d req-831ac8b9-1173-4400-81da-3701004b5124 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.1879764 Nov 18 15:02:42.670222 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-27dd4e7d-ba68-4afc-a69e-44ecee0b2e34 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7a0cde3e57e04619808f33618367c9a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2084956 Nov 18 15:02:42.670222 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35634) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:42.670860 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2899979e-2a4b-4929-9c98-7d894f884efe req-3547915f-2e50-41b4-aab7-6deb0371ff29 service neutron] 10.222.0.26 "GET /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2166324 Nov 18 15:02:42.724612 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-76918a05-fc07-4cb4-b55e-a7675e3c5d9d req-51355cad-dfa6-48de-9c3e-3153e8dd3487 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458910 Nov 18 15:02:42.737809 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67576d34-70a3-45eb-a4eb-7a61cfd325e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:42.767046 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67576d34-70a3-45eb-a4eb-7a61cfd325e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:42.815613 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67576d34-70a3-45eb-a4eb-7a61cfd325e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:42.820540 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3a62cbdf-3836-4e2e-8c49-881d48dd669b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:42.834556 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67576d34-70a3-45eb-a4eb-7a61cfd325e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6438c200-11a9-4b21-90f2-4a113654dba5,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:42.837316 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-67576d34-70a3-45eb-a4eb-7a61cfd325e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:42.838652 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67576d34-70a3-45eb-a4eb-7a61cfd325e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:42.841215 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-67576d34-70a3-45eb-a4eb-7a61cfd325e2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6438c200-11a9-4b21-90f2-4a113654dba5 HTTP/1.1" status: 204 len: 168 time: 0.1692715 Nov 18 15:02:43.018208 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:02:43.384691 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:43.463174 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f25aff-112e-4916-9520-a282c66d06ca req-41546bdf-d059-454a-8492-f60473891c12 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:43.465216 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a6f25aff-112e-4916-9520-a282c66d06ca req-41546bdf-d059-454a-8492-f60473891c12 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1111619 Nov 18 15:02:43.526569 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a6f25aff-112e-4916-9520-a282c66d06ca req-17046acb-c002-40b9-846c-add18f4b9eab tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547144 Nov 18 15:02:43.959994 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0319f5-a0b7-4795-a8aa-4cc151b15038 req-59613b3d-bfa6-4743-8ea4-23595fd1e6be tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:43.966645 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bc0319f5-a0b7-4795-a8aa-4cc151b15038 req-59613b3d-bfa6-4743-8ea4-23595fd1e6be tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.0970297 Nov 18 15:02:44.015666 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bc0319f5-a0b7-4795-a8aa-4cc151b15038 req-9e8b1cb7-415e-498d-9a0f-567605cc12fd tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473602 Nov 18 15:02:44.123387 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 752b2315-ab3d-464a-bb2b-e764715e73b9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:02:44.196014 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 752b2315-ab3d-464a-bb2b-e764715e73b9 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:02:44.196440 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:44.960608 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432370a-9528-4de7-8653-904025d714b9 req-169e1a53-1e70-4732-80d8-f2dd80506851 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:44.962238 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0432370a-9528-4de7-8653-904025d714b9 req-169e1a53-1e70-4732-80d8-f2dd80506851 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.2935185 Nov 18 15:02:45.013128 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0432370a-9528-4de7-8653-904025d714b9 req-bca549ff-46c0-4247-9e98-913d1b62a4f8 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444317 Nov 18 15:02:45.257103 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f594636-29b6-4f0e-91e9-533ac7d781ef req-2074cb21-a595-4a79-bfca-4ca5680b96b8 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:45.258765 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4f594636-29b6-4f0e-91e9-533ac7d781ef req-2074cb21-a595-4a79-bfca-4ca5680b96b8 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.0890660 Nov 18 15:02:45.317381 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4f594636-29b6-4f0e-91e9-533ac7d781ef req-4b0563ea-2e3a-4c76-8053-444b18803e03 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515981 Nov 18 15:02:46.126181 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 752b2315-ab3d-464a-bb2b-e764715e73b9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:02:46.205089 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 752b2315-ab3d-464a-bb2b-e764715e73b9 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:02:46.205493 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:46.261323 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb451fd-9387-4856-9bbb-b70743f0a552 req-3558c3cf-95cb-4bdd-b989-af4cdba49396 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:46.269416 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-aeb451fd-9387-4856-9bbb-b70743f0a552 req-3558c3cf-95cb-4bdd-b989-af4cdba49396 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.1021640 Nov 18 15:02:46.374670 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-aeb451fd-9387-4856-9bbb-b70743f0a552 req-d675d5b1-75ff-4809-9cb2-15c322cfa01b tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037667 Nov 18 15:02:46.581780 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5feff-be7d-4012-8063-1a874bad94e8 req-572ff644-9cbb-4828-a1de-10eaccaf081c tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:46.583449 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5da5feff-be7d-4012-8063-1a874bad94e8 req-572ff644-9cbb-4828-a1de-10eaccaf081c tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.0934587 Nov 18 15:02:46.639726 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5da5feff-be7d-4012-8063-1a874bad94e8 req-f59c1542-ccc9-4a4a-8523-5fc25a98f52b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478711 Nov 18 15:02:47.164269 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80b15d-07c2-4f3d-bebf-4c6ee477b5b9 req-1c385d44-9b08-48e4-be83-51428ba86b8e tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:47.165876 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2b80b15d-07c2-4f3d-bebf-4c6ee477b5b9 req-1c385d44-9b08-48e4-be83-51428ba86b8e tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.1553729 Nov 18 15:02:47.195861 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d776c352-557b-460f-a6bb-1fce9b73b025 req-ef8f02b8-eab1-4057-8ace-b17420b3f252 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e33f061e6e44ec4a430f04b8846a002&device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 1163 time: 0.1179693 Nov 18 15:02:47.263901 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2b80b15d-07c2-4f3d-bebf-4c6ee477b5b9 req-35a9e4fa-b734-423e-89c1-1575ac5406a1 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908110 Nov 18 15:02:47.362444 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776c352-557b-460f-a6bb-1fce9b73b025 req-0759c409-cb74-4fc5-a80c-51ffa3ebef2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:47.364033 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d776c352-557b-460f-a6bb-1fce9b73b025 req-0759c409-cb74-4fc5-a80c-51ffa3ebef2d service neutron] 10.222.0.26 "GET /v2.0/networks?id=7100e8d1-6aca-4702-8db4-c0fcac7adc0f HTTP/1.1" status: 200 len: 903 time: 0.1533499 Nov 18 15:02:47.482762 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d776c352-557b-460f-a6bb-1fce9b73b025 req-a204168a-ad45-4864-aca5-9b5a3a976b98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=752b2315-ab3d-464a-bb2b-e764715e73b9 HTTP/1.1" status: 200 len: 1002 time: 0.1078544 Nov 18 15:02:47.560969 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776c352-557b-460f-a6bb-1fce9b73b025 req-4b22715a-b48c-4835-a8be-26be2fe4382f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:47.562856 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d776c352-557b-460f-a6bb-1fce9b73b025 req-4b22715a-b48c-4835-a8be-26be2fe4382f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ccd06d64-c873-4fe5-aaac-a311ffcd4b42 HTTP/1.1" status: 200 len: 848 time: 0.0713983 Nov 18 15:02:47.653275 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d776c352-557b-460f-a6bb-1fce9b73b025 req-564bb75c-1fed-4eae-8879-a3a43a0231e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7100e8d1-6aca-4702-8db4-c0fcac7adc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806963 Nov 18 15:02:47.808778 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d776c352-557b-460f-a6bb-1fce9b73b025 req-e94d1d88-3a49-4d63-97ce-8e8d45e25841 service neutron] 10.222.0.26 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463184 Nov 18 15:02:47.997096 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d776c352-557b-460f-a6bb-1fce9b73b025 req-05ae0ac8-81f4-47f2-b24f-5520caca7045 service neutron] 10.222.0.26 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1762187 Nov 18 15:02:48.487400 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26394d54-c8e3-4702-b29a-45d078bb0779 req-7bd9ec55-b422-4b2c-9e4f-1870d7c57c10 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:48.488932 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-26394d54-c8e3-4702-b29a-45d078bb0779 req-7bd9ec55-b422-4b2c-9e4f-1870d7c57c10 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.0858374 Nov 18 15:02:48.537833 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-26394d54-c8e3-4702-b29a-45d078bb0779 req-9ac3d5a7-19bf-4508-bc3c-a9dc919f3be8 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427604 Nov 18 15:02:49.050573 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35832) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:49.207668 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc1c0-6522-40d2-b8d1-a3ee80b023b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:49.242194 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ef7dc1c0-6522-40d2-b8d1-a3ee80b023b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:02:49.247300 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-ef7dc1c0-6522-40d2-b8d1-a3ee80b023b9 admin admin] Usage tracker for resource:security_group_rule and tenant:640db88036744ced83bc6f202d43d95a is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:02:49.250504 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-ef7dc1c0-6522-40d2-b8d1-a3ee80b023b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:02:49.256341 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-ef7dc1c0-6522-40d2-b8d1-a3ee80b023b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:02:49.326325 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc1c0-6522-40d2-b8d1-a3ee80b023b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:49.329405 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc1c0-6522-40d2-b8d1-a3ee80b023b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:49.339660 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-36c04739-86fe-4f0c-95b4-02a3f4f24272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:49.384136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dc1c0-6522-40d2-b8d1-a3ee80b023b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6270405a-c730-4404-869f-23598838c235,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:49.390455 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-ef7dc1c0-6522-40d2-b8d1-a3ee80b023b9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=640db88036744ced83bc6f202d43d95a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3385508 Nov 18 15:02:49.391594 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ef7dc1c0-6522-40d2-b8d1-a3ee80b023b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:49.392113 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35842) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:49.460436 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1d5cfc3-8d85-44d4-8a30-9af5a21d5657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:49.496339 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1d5cfc3-8d85-44d4-8a30-9af5a21d5657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:49.551868 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1d5cfc3-8d85-44d4-8a30-9af5a21d5657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:49.559599 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fbc46b92-67e0-4e75-ba2e-4e85d933189d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:49.579104 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5cfc3-8d85-44d4-8a30-9af5a21d5657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6270405a-c730-4404-869f-23598838c235,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:49.593759 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d1d5cfc3-8d85-44d4-8a30-9af5a21d5657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:49.597137 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1d5cfc3-8d85-44d4-8a30-9af5a21d5657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:49.601640 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d1d5cfc3-8d85-44d4-8a30-9af5a21d5657 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6270405a-c730-4404-869f-23598838c235 HTTP/1.1" status: 204 len: 168 time: 0.2083430 Nov 18 15:02:49.804650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51d50f-3579-4b74-9a44-3373744100a3 req-08393249-c2e7-4fdf-aea2-cf488cc58c35 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:49.814552 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3b51d50f-3579-4b74-9a44-3373744100a3 req-08393249-c2e7-4fdf-aea2-cf488cc58c35 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.1351981 Nov 18 15:02:49.871316 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3b51d50f-3579-4b74-9a44-3373744100a3 req-034c17d8-05c6-46a8-8256-384cf0408e34 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553510 Nov 18 15:02:49.915628 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-50b5c20a-4ffc-48d5-95c0-fd64319952d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:51.258546 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd0ede-823c-4a02-96fe-cb55db559c59 req-bcc68cce-31ae-4dcc-bdb5-1d63a4064c61 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:51.260334 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b6cd0ede-823c-4a02-96fe-cb55db559c59 req-bcc68cce-31ae-4dcc-bdb5-1d63a4064c61 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.0921724 Nov 18 15:02:51.316327 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b6cd0ede-823c-4a02-96fe-cb55db559c59 req-0b06080a-5503-4882-b6b4-b679c997641b tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456657 Nov 18 15:02:52.499418 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d4b962f0-e13a-455a-8ba2-15a06b486d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:52.548180 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412adfea-a9bb-4a0e-bdd0-88fb05633e60 req-7713381e-3b87-4a9f-9f05-9429e7a0f50c tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:52.549783 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-412adfea-a9bb-4a0e-bdd0-88fb05633e60 req-7713381e-3b87-4a9f-9f05-9429e7a0f50c tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.0900764 Nov 18 15:02:52.598890 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-412adfea-a9bb-4a0e-bdd0-88fb05633e60 req-c1d0d1b6-ffa0-4440-9666-10159f424c62 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426278 Nov 18 15:02:52.910116 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:53.815198 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f7e3c-eafe-49a7-9e16-81560daebb99 req-66726bdd-760d-44d7-b3b6-be94c1bf59a2 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:53.817228 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-411f7e3c-eafe-49a7-9e16-81560daebb99 req-66726bdd-760d-44d7-b3b6-be94c1bf59a2 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.0882211 Nov 18 15:02:53.855916 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:53.877465 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-411f7e3c-eafe-49a7-9e16-81560daebb99 req-a24378bc-390c-4285-8b7f-e41f1821c6b6 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522494 Nov 18 15:02:54.193710 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device e08b35b8-67a3-46ee-8da6-92e730792728 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:02:54.230880 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d299a7a-5163-4c02-b3a6-e88c57b5ca6c req-a5e58642-1569-4169-a7a0-f37ee396790c tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:54.232775 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5d299a7a-5163-4c02-b3a6-e88c57b5ca6c req-a5e58642-1569-4169-a7a0-f37ee396790c tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.26 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 945 time: 0.0996614 Nov 18 15:02:54.276950 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port e08b35b8-67a3-46ee-8da6-92e730792728 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:02:54.278292 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:54.313844 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-5d299a7a-5163-4c02-b3a6-e88c57b5ca6c req-f1dce615-8ef5-47d0-a4e6-2ac9d490e907 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Deleting port da634f7e-f9a1-461a-846b-6978182e320c {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:02:54.314312 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5d299a7a-5163-4c02-b3a6-e88c57b5ca6c req-f1dce615-8ef5-47d0-a4e6-2ac9d490e907 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:54.348214 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:54.387483 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35920) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:54.433501 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device da634f7e-f9a1-461a-846b-6978182e320c no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:02:54.559107 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:54.562692 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8871cbc1-135b-4c9b-b786-2e62f18d2171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:54.595732 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port da634f7e-f9a1-461a-846b-6978182e320c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=da634f7e-f9a1-461a-846b-6978182e320c,segment=NetworkSegment(976e25e0-4a9a-453e-a3e6-1c6b24f03877),segment_id=976e25e0-4a9a-453e-a3e6-1c6b24f03877)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:02:54.596857 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525dfc98-825d-4266-9dd6-9359121c282b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da634f7e-f9a1-461a-846b-6978182e320c'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:02:54.603271 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:54.604546 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-5d299a7a-5163-4c02-b3a6-e88c57b5ca6c req-f1dce615-8ef5-47d0-a4e6-2ac9d490e907 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] For port da634f7e-f9a1-461a-846b-6978182e320c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=da634f7e-f9a1-461a-846b-6978182e320c,segment=NetworkSegment(976e25e0-4a9a-453e-a3e6-1c6b24f03877),segment_id=976e25e0-4a9a-453e-a3e6-1c6b24f03877)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:02:54.605113 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5d299a7a-5163-4c02-b3a6-e88c57b5ca6c req-f1dce615-8ef5-47d0-a4e6-2ac9d490e907 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:54.606912 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:54.628735 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8871cbc1-135b-4c9b-b786-2e62f18d2171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:02:54.632997 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-8871cbc1-135b-4c9b-b786-2e62f18d2171 admin admin] Usage tracker for resource:security_group_rule and tenant:551f9f13313643568a4d37db3349586d is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:02:54.636383 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-8871cbc1-135b-4c9b-b786-2e62f18d2171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:02:54.643154 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-8871cbc1-135b-4c9b-b786-2e62f18d2171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:02:54.683079 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525dfc98-825d-4266-9dd6-9359121c282b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da634f7e-f9a1-461a-846b-6978182e320c', 'code': 200} Nov 18 15:02:54.693996 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=da634f7e-f9a1-461a-846b-6978182e320c,revision_number=5']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:54.704197 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.704588 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.704972 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.705347 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.705718 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.706469 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.706469 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.706806 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.707173 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.707537 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.707900 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.708399 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.708765 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.709136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.709499 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.709861 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.710248 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.710620 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.710974 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.711336 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.711697 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.712056 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.712415 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.712775 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:02:54.718055 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:54.722992 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8871cbc1-135b-4c9b-b786-2e62f18d2171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:54.726080 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8871cbc1-135b-4c9b-b786-2e62f18d2171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:54.734927 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-54796a0e-c851-4448-92c7-bed388c49e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:54.752958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-5d299a7a-5163-4c02-b3a6-e88c57b5ca6c req-f1dce615-8ef5-47d0-a4e6-2ac9d490e907 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Calling delete_port for da634f7e-f9a1-461a-846b-6978182e320c owned by compute:nova {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:02:54.781967 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-8871cbc1-135b-4c9b-b786-2e62f18d2171 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=551f9f13313643568a4d37db3349586d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3933430 Nov 18 15:02:54.782732 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871cbc1-135b-4c9b-b786-2e62f18d2171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee66dd2-6e07-43e8-8851-5b9afa9dbfb3,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:54.785291 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35930) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:54.788091 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8871cbc1-135b-4c9b-b786-2e62f18d2171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:54.843231 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.api [req-5d299a7a-5163-4c02-b3a6-e88c57b5ca6c req-f1dce615-8ef5-47d0-a4e6-2ac9d490e907 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 15:02:54.843830 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_db.api [req-5d299a7a-5163-4c02-b3a6-e88c57b5ca6c req-f1dce615-8ef5-47d0-a4e6-2ac9d490e907 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 15:02:54.860168 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0fbe58fa-df13-4e3c-b935-63375b9ccb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:54.891551 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0fbe58fa-df13-4e3c-b935-63375b9ccb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:54.937630 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0fbe58fa-df13-4e3c-b935-63375b9ccb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:54.942817 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-843cb3c8-ffb1-407c-b6b4-6be35b402689 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:54.957659 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe58fa-df13-4e3c-b935-63375b9ccb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee66dd2-6e07-43e8-8851-5b9afa9dbfb3,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:54.960376 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0fbe58fa-df13-4e3c-b935-63375b9ccb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:54.962653 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0fbe58fa-df13-4e3c-b935-63375b9ccb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:54.966441 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-0fbe58fa-df13-4e3c-b935-63375b9ccb44 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/eee66dd2-6e07-43e8-8851-5b9afa9dbfb3 HTTP/1.1" status: 204 len: 168 time: 0.1775138 Nov 18 15:02:55.122326 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6257e2-d3c3-46cd-9f76-6ecdcb5f019a req-97eca951-2c0d-43d2-90ce-97f2fb9f6a9a tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:55.123956 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6b6257e2-d3c3-46cd-9f76-6ecdcb5f019a req-97eca951-2c0d-43d2-90ce-97f2fb9f6a9a tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 943 time: 0.0999010 Nov 18 15:02:55.174223 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6b6257e2-d3c3-46cd-9f76-6ecdcb5f019a req-c164d1c5-6be8-478e-8833-81631913b450 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438185 Nov 18 15:02:55.325246 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35948) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:55.344617 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-5d299a7a-5163-4c02-b3a6-e88c57b5ca6c req-f1dce615-8ef5-47d0-a4e6-2ac9d490e907 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Deleting port da634f7e-f9a1-461a-846b-6978182e320c {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:02:55.344799 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bec12a8b-2ca0-4e9a-8692-90003f3f1c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:55.344958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5d299a7a-5163-4c02-b3a6-e88c57b5ca6c req-f1dce615-8ef5-47d0-a4e6-2ac9d490e907 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:55.380123 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bec12a8b-2ca0-4e9a-8692-90003f3f1c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:02:55.384276 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-bec12a8b-2ca0-4e9a-8692-90003f3f1c38 admin admin] Usage tracker for resource:security_group_rule and tenant:c91798a9eb384455b591f119d40e9c59 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:02:55.387761 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-bec12a8b-2ca0-4e9a-8692-90003f3f1c38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:02:55.393895 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bec12a8b-2ca0-4e9a-8692-90003f3f1c38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:02:55.465011 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bec12a8b-2ca0-4e9a-8692-90003f3f1c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:55.467795 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bec12a8b-2ca0-4e9a-8692-90003f3f1c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:55.475420 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-786090ce-d8ca-40a7-9769-bb34b5b92b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:55.520916 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec12a8b-2ca0-4e9a-8692-90003f3f1c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f729de1-77b3-4a84-86e5-8600be38ec86,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:55.524323 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bec12a8b-2ca0-4e9a-8692-90003f3f1c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:55.531037 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-bec12a8b-2ca0-4e9a-8692-90003f3f1c38 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c91798a9eb384455b591f119d40e9c59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2023592 Nov 18 15:02:55.531294 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35954) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:55.603388 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9bbc0ffd-10f2-4f9c-b86b-634d30ae597e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:55.621272 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-5d299a7a-5163-4c02-b3a6-e88c57b5ca6c req-f1dce615-8ef5-47d0-a4e6-2ac9d490e907 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] For port da634f7e-f9a1-461a-846b-6978182e320c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=da634f7e-f9a1-461a-846b-6978182e320c,segment=NetworkSegment(976e25e0-4a9a-453e-a3e6-1c6b24f03877),segment_id=976e25e0-4a9a-453e-a3e6-1c6b24f03877)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:02:55.621665 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5d299a7a-5163-4c02-b3a6-e88c57b5ca6c req-f1dce615-8ef5-47d0-a4e6-2ac9d490e907 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:55.631078 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9bbc0ffd-10f2-4f9c-b86b-634d30ae597e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:55.678934 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9bbc0ffd-10f2-4f9c-b86b-634d30ae597e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:55.686685 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e7c48c9b-7b25-412e-b0cb-58037e509a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:55.700997 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc0ffd-10f2-4f9c-b86b-634d30ae597e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f729de1-77b3-4a84-86e5-8600be38ec86,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:55.703887 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9bbc0ffd-10f2-4f9c-b86b-634d30ae597e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:55.704730 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9bbc0ffd-10f2-4f9c-b86b-634d30ae597e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:55.709345 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-9bbc0ffd-10f2-4f9c-b86b-634d30ae597e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3f729de1-77b3-4a84-86e5-8600be38ec86 HTTP/1.1" status: 204 len: 168 time: 0.1770308 Nov 18 15:02:55.766270 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-5d299a7a-5163-4c02-b3a6-e88c57b5ca6c req-f1dce615-8ef5-47d0-a4e6-2ac9d490e907 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Calling delete_port for da634f7e-f9a1-461a-846b-6978182e320c owned by compute:nova {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:02:55.912705 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5d299a7a-5163-4c02-b3a6-e88c57b5ca6c req-f1dce615-8ef5-47d0-a4e6-2ac9d490e907 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844619848'] for port, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:55.928752 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:55.975694 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dce615-8ef5-47d0-a4e6-2ac9d490e907 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Pushing event deleted for resources: {'Port': ['ID=da634f7e-f9a1-461a-846b-6978182e320c,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:55.988541 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f1dce615-8ef5-47d0-a4e6-2ac9d490e907 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:56.133707 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35966) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:56.136982 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d299a7a-5163-4c02-b3a6-e88c57b5ca6c req-f1dce615-8ef5-47d0-a4e6-2ac9d490e907 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] No DVR routers for this DVR port da634f7e-f9a1-461a-846b-6978182e320c on host hv-cinder-73362 {{(pid=80266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:02:56.139369 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5d299a7a-5163-4c02-b3a6-e88c57b5ca6c req-f1dce615-8ef5-47d0-a4e6-2ac9d490e907 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:56.142180 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525dfc98-825d-4266-9dd6-9359121c282b', 'name': 'network-vif-deleted', 'tag': 'da634f7e-f9a1-461a-846b-6978182e320c'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:02:56.154452 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60a4b86a-38be-44bc-8005-f51f2bb1f3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:56.155317 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5d299a7a-5163-4c02-b3a6-e88c57b5ca6c req-f1dce615-8ef5-47d0-a4e6-2ac9d490e907 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.26 "DELETE /v2.0/ports/da634f7e-f9a1-461a-846b-6978182e320c HTTP/1.1" status: 204 len: 173 time: 1.9165390 Nov 18 15:02:56.189058 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-60a4b86a-38be-44bc-8005-f51f2bb1f3e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:02:56.193202 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-60a4b86a-38be-44bc-8005-f51f2bb1f3e6 admin admin] Usage tracker for resource:security_group_rule and tenant:679afa0f214d4c709847cd46c8e65ef4 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:02:56.196955 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-60a4b86a-38be-44bc-8005-f51f2bb1f3e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:02:56.204306 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-60a4b86a-38be-44bc-8005-f51f2bb1f3e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:02:56.206196 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525dfc98-825d-4266-9dd6-9359121c282b', 'name': 'network-vif-deleted', 'tag': 'da634f7e-f9a1-461a-846b-6978182e320c', 'status': 'completed', 'code': 200} Nov 18 15:02:56.283169 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60a4b86a-38be-44bc-8005-f51f2bb1f3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:56.286298 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-60a4b86a-38be-44bc-8005-f51f2bb1f3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:56.294155 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:56.341061 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4b86a-38be-44bc-8005-f51f2bb1f3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3819234-7e33-478c-b5a4-f89a98c73e12,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:56.344668 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-60a4b86a-38be-44bc-8005-f51f2bb1f3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:56.347676 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-60a4b86a-38be-44bc-8005-f51f2bb1f3e6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=679afa0f214d4c709847cd46c8e65ef4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2126520 Nov 18 15:02:56.350531 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 35976) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:02:56.358980 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-d70fa37b-a119-433f-b000-89897f9dde87 req-1295af1a-b26a-4cb2-869d-d34014d6f8cd tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Synchronizing usage tracker for tenant:444f701c1f7f4ded8cfe634c62dacdf9 on resource:port {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:02:56.375122 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-d70fa37b-a119-433f-b000-89897f9dde87 req-1295af1a-b26a-4cb2-869d-d34014d6f8cd tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Unset dirty status for tenant:444f701c1f7f4ded8cfe634c62dacdf9 on resource:port {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:02:56.376646 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d70fa37b-a119-433f-b000-89897f9dde87 req-1295af1a-b26a-4cb2-869d-d34014d6f8cd tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=525dfc98-825d-4266-9dd6-9359121c282b HTTP/1.1" status: 200 len: 210 time: 0.0636573 Nov 18 15:02:56.417338 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-df968fec-b57d-4825-be62-914597df2111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:56.444892 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-df968fec-b57d-4825-be62-914597df2111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:56.491430 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-df968fec-b57d-4825-be62-914597df2111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:56.496745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6bbf5006-230d-4cc7-ba53-40a3dedb3dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:02:56.511397 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df968fec-b57d-4825-be62-914597df2111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3819234-7e33-478c-b5a4-f89a98c73e12,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:02:56.518273 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-df968fec-b57d-4825-be62-914597df2111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:02:56.523765 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-df968fec-b57d-4825-be62-914597df2111 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b3819234-7e33-478c-b5a4-f89a98c73e12 HTTP/1.1" status: 204 len: 168 time: 0.1681695 Nov 18 15:02:56.523765 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-df968fec-b57d-4825-be62-914597df2111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:02:57.904286 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b556735-d9d2-4b70-b852-d8840b8d6172 req-eb3bff75-0b30-452e-84ab-c6d949724a14 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:57.906112 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7b556735-d9d2-4b70-b852-d8840b8d6172 req-eb3bff75-0b30-452e-84ab-c6d949724a14 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.0906646 Nov 18 15:02:57.959039 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7b556735-d9d2-4b70-b852-d8840b8d6172 req-4c99c800-0846-46d0-b7eb-4f6a716e3edc tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463986 Nov 18 15:02:59.186334 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c868340-3811-4b3a-9192-610a2adfbde2 req-9e0790b1-6bff-4637-a830-a56aae5f0a06 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:02:59.187958 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5c868340-3811-4b3a-9192-610a2adfbde2 req-9e0790b1-6bff-4637-a830-a56aae5f0a06 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.0880947 Nov 18 15:02:59.235768 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5c868340-3811-4b3a-9192-610a2adfbde2 req-38b63966-b7ef-4a5a-93dc-cc4ec7c78157 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415998 Nov 18 15:03:00.667611 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a35a41-b7cb-4b70-97e4-caeeb5d45599 req-5b32b6b4-96c9-41eb-ada1-b42408438043 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:00.669226 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-27a35a41-b7cb-4b70-97e4-caeeb5d45599 req-5b32b6b4-96c9-41eb-ada1-b42408438043 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.2927027 Nov 18 15:03:00.721142 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-27a35a41-b7cb-4b70-97e4-caeeb5d45599 req-3ebab471-c615-4b39-b756-d1a385376876 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457394 Nov 18 15:03:01.934474 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800e327-01f5-42c8-bdb5-255a1fee1092 req-ca88e12c-01e7-4990-a5f6-46c433feee51 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:01.935983 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3800e327-01f5-42c8-bdb5-255a1fee1092 req-ca88e12c-01e7-4990-a5f6-46c433feee51 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.0855057 Nov 18 15:03:01.986907 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3800e327-01f5-42c8-bdb5-255a1fee1092 req-3c402c3d-6710-436b-a643-832a26c575b1 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445676 Nov 18 15:03:03.200806 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e86d7d-4de0-4b76-8d7b-4e32e411f8d8 req-3072146d-9fd5-4787-bb04-9d4d200e834b tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:03.202491 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-27e86d7d-4de0-4b76-8d7b-4e32e411f8d8 req-3072146d-9fd5-4787-bb04-9d4d200e834b tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.0857015 Nov 18 15:03:03.250909 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-27e86d7d-4de0-4b76-8d7b-4e32e411f8d8 req-f2fe5f42-f7c6-4ff8-b0dd-a3f6ee23737f tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420473 Nov 18 15:03:04.029806 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 36132) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:04.188104 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18cc33-50e8-4c02-9773-42545e2a4032 req-6cabcb68-5df8-4081-bda0-cd9fcd7393ab tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:04.189717 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bb18cc33-50e8-4c02-9773-42545e2a4032 req-6cabcb68-5df8-4081-bda0-cd9fcd7393ab tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.26 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 946 time: 0.0908947 Nov 18 15:03:04.189863 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4d7fa643-03e1-4d09-9091-bfbcf4c4d3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:04.218845 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device e08b35b8-67a3-46ee-8da6-92e730792728 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:03:04.223732 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4d7fa643-03e1-4d09-9091-bfbcf4c4d3ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:03:04.227737 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-4d7fa643-03e1-4d09-9091-bfbcf4c4d3ec admin admin] Usage tracker for resource:security_group_rule and tenant:b85d3ac589fc4a53977c0971f094099e is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:03:04.231954 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-4d7fa643-03e1-4d09-9091-bfbcf4c4d3ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:03:04.237684 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4d7fa643-03e1-4d09-9091-bfbcf4c4d3ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:03:04.269238 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-bb18cc33-50e8-4c02-9773-42545e2a4032 req-55d56f3e-76b2-41f4-a1e6-15737064bb8e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Deleting port e08b35b8-67a3-46ee-8da6-92e730792728 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:03:04.269611 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bb18cc33-50e8-4c02-9773-42545e2a4032 req-55d56f3e-76b2-41f4-a1e6-15737064bb8e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:04.313582 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4d7fa643-03e1-4d09-9091-bfbcf4c4d3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:04.318041 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4d7fa643-03e1-4d09-9091-bfbcf4c4d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:04.331409 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c58e5445-2727-4282-83a1-78a6a67b6aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:04.341721 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:04.381452 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port e08b35b8-67a3-46ee-8da6-92e730792728, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e08b35b8-67a3-46ee-8da6-92e730792728,segment=NetworkSegment(976e25e0-4a9a-453e-a3e6-1c6b24f03877),segment_id=976e25e0-4a9a-453e-a3e6-1c6b24f03877)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:03:04.382610 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fa643-03e1-4d09-9091-bfbcf4c4d3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e916345c-fa68-433b-ad28-2b8691d73bf8,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:04.383276 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be1eafa-9ced-41aa-92a9-ceafcdb24d8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e08b35b8-67a3-46ee-8da6-92e730792728'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:03:04.388360 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4d7fa643-03e1-4d09-9091-bfbcf4c4d3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:04.394449 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-4d7fa643-03e1-4d09-9091-bfbcf4c4d3ec admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b85d3ac589fc4a53977c0971f094099e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3634233 Nov 18 15:03:04.397806 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 36142) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:04.404891 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:04.410331 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:04.465312 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be1eafa-9ced-41aa-92a9-ceafcdb24d8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e08b35b8-67a3-46ee-8da6-92e730792728', 'code': 200} Nov 18 15:03:04.485396 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=e08b35b8-67a3-46ee-8da6-92e730792728,revision_number=5']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:04.488994 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:04.677096 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1b7833a6-6436-42dc-ab05-f7e8ea868444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:04.701701 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-bb18cc33-50e8-4c02-9773-42545e2a4032 req-55d56f3e-76b2-41f4-a1e6-15737064bb8e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] For port e08b35b8-67a3-46ee-8da6-92e730792728, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e08b35b8-67a3-46ee-8da6-92e730792728,segment=NetworkSegment(976e25e0-4a9a-453e-a3e6-1c6b24f03877),segment_id=976e25e0-4a9a-453e-a3e6-1c6b24f03877)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:03:04.702055 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bb18cc33-50e8-4c02-9773-42545e2a4032 req-55d56f3e-76b2-41f4-a1e6-15737064bb8e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:04.784099 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159325f-8424-4459-afb2-66e8de437e1e req-cdc6c9a9-a53f-4f3f-9636-a0f308973349 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:04.785690 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9159325f-8424-4459-afb2-66e8de437e1e req-cdc6c9a9-a53f-4f3f-9636-a0f308973349 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 944 time: 0.3453543 Nov 18 15:03:04.854795 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-bb18cc33-50e8-4c02-9773-42545e2a4032 req-55d56f3e-76b2-41f4-a1e6-15737064bb8e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Calling delete_port for e08b35b8-67a3-46ee-8da6-92e730792728 owned by compute:nova {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:03:04.885590 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1b7833a6-6436-42dc-ab05-f7e8ea868444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:05.011219 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9159325f-8424-4459-afb2-66e8de437e1e req-0fdf6faf-c0c5-40d5-95b7-9d40fef172ba tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/security-groups?id=0e55e326-1b37-49fc-84bd-0e88fb0b39ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285019 Nov 18 15:03:05.024921 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.api [req-bb18cc33-50e8-4c02-9773-42545e2a4032 req-55d56f3e-76b2-41f4-a1e6-15737064bb8e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 15:03:05.025688 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_db.api [req-bb18cc33-50e8-4c02-9773-42545e2a4032 req-55d56f3e-76b2-41f4-a1e6-15737064bb8e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 15:03:05.027824 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1b7833a6-6436-42dc-ab05-f7e8ea868444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:05.032583 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:05.048795 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7833a6-6436-42dc-ab05-f7e8ea868444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e916345c-fa68-433b-ad28-2b8691d73bf8,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:05.052149 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1b7833a6-6436-42dc-ab05-f7e8ea868444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:05.064934 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1b7833a6-6436-42dc-ab05-f7e8ea868444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:05.068440 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-1b7833a6-6436-42dc-ab05-f7e8ea868444 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e916345c-fa68-433b-ad28-2b8691d73bf8 HTTP/1.1" status: 204 len: 168 time: 0.6673508 Nov 18 15:03:05.528314 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-bb18cc33-50e8-4c02-9773-42545e2a4032 req-55d56f3e-76b2-41f4-a1e6-15737064bb8e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Deleting port e08b35b8-67a3-46ee-8da6-92e730792728 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:03:05.528857 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bb18cc33-50e8-4c02-9773-42545e2a4032 req-55d56f3e-76b2-41f4-a1e6-15737064bb8e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:05.789603 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-bb18cc33-50e8-4c02-9773-42545e2a4032 req-55d56f3e-76b2-41f4-a1e6-15737064bb8e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] For port e08b35b8-67a3-46ee-8da6-92e730792728, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e08b35b8-67a3-46ee-8da6-92e730792728,segment=NetworkSegment(976e25e0-4a9a-453e-a3e6-1c6b24f03877),segment_id=976e25e0-4a9a-453e-a3e6-1c6b24f03877)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:03:05.789934 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bb18cc33-50e8-4c02-9773-42545e2a4032 req-55d56f3e-76b2-41f4-a1e6-15737064bb8e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:05.924453 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-bb18cc33-50e8-4c02-9773-42545e2a4032 req-55d56f3e-76b2-41f4-a1e6-15737064bb8e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Calling delete_port for e08b35b8-67a3-46ee-8da6-92e730792728 owned by compute:nova {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:03:06.083360 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bb18cc33-50e8-4c02-9773-42545e2a4032 req-55d56f3e-76b2-41f4-a1e6-15737064bb8e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844619848'] for port, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:06.098974 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5b012628-fd72-48d3-92f3-c07dd55d09c8 tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:06.150084 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d56f3e-76b2-41f4-a1e6-15737064bb8e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Pushing event deleted for resources: {'Port': ['ID=e08b35b8-67a3-46ee-8da6-92e730792728,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:06.165110 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-55d56f3e-76b2-41f4-a1e6-15737064bb8e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:06.216462 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-202badfa-9032-48ed-8e97-695130c62f94 req-21a7a3bd-04ee-4e36-8515-79cd3255dd74 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Synchronizing usage tracker for tenant:444f701c1f7f4ded8cfe634c62dacdf9 on resource:port {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:03:06.299645 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-202badfa-9032-48ed-8e97-695130c62f94 req-21a7a3bd-04ee-4e36-8515-79cd3255dd74 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Unset dirty status for tenant:444f701c1f7f4ded8cfe634c62dacdf9 on resource:port {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:03:06.300849 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-202badfa-9032-48ed-8e97-695130c62f94 req-21a7a3bd-04ee-4e36-8515-79cd3255dd74 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.17 "GET /v2.0/ports?device_id=9be1eafa-9ced-41aa-92a9-ceafcdb24d8a HTTP/1.1" status: 200 len: 210 time: 0.1483042 Nov 18 15:03:06.373109 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb18cc33-50e8-4c02-9773-42545e2a4032 req-55d56f3e-76b2-41f4-a1e6-15737064bb8e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] No DVR routers for this DVR port e08b35b8-67a3-46ee-8da6-92e730792728 on host hv-cinder-73362 {{(pid=80266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:03:06.375483 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bb18cc33-50e8-4c02-9773-42545e2a4032 req-55d56f3e-76b2-41f4-a1e6-15737064bb8e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:06.377597 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bb18cc33-50e8-4c02-9773-42545e2a4032 req-55d56f3e-76b2-41f4-a1e6-15737064bb8e tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] 10.222.0.26 "DELETE /v2.0/ports/e08b35b8-67a3-46ee-8da6-92e730792728 HTTP/1.1" status: 204 len: 173 time: 2.1820440 Nov 18 15:03:06.378166 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be1eafa-9ced-41aa-92a9-ceafcdb24d8a', 'name': 'network-vif-deleted', 'tag': 'e08b35b8-67a3-46ee-8da6-92e730792728'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:03:06.441167 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be1eafa-9ced-41aa-92a9-ceafcdb24d8a', 'name': 'network-vif-deleted', 'tag': 'e08b35b8-67a3-46ee-8da6-92e730792728', 'status': 'completed', 'code': 200} Nov 18 15:03:07.417786 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 36160) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:07.832112 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ff46f70-c774-4f03-879e-628f252a1814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854344844'] for router_interface, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:08.468238 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-0ff46f70-c774-4f03-879e-628f252a1814 admin admin] Deleting port 3ae6a4c2-191f-499a-818f-2c560b7c2ee4 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:03:08.468784 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ff46f70-c774-4f03-879e-628f252a1814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:08.653958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-0ff46f70-c774-4f03-879e-628f252a1814 admin admin] For port 3ae6a4c2-191f-499a-818f-2c560b7c2ee4, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=3ae6a4c2-191f-499a-818f-2c560b7c2ee4,segment=NetworkSegment(976e25e0-4a9a-453e-a3e6-1c6b24f03877),segment_id=976e25e0-4a9a-453e-a3e6-1c6b24f03877)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:03:08.654357 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ff46f70-c774-4f03-879e-628f252a1814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:08.784303 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-0ff46f70-c774-4f03-879e-628f252a1814 admin admin] Calling delete_port for 3ae6a4c2-191f-499a-818f-2c560b7c2ee4 owned by network:router_interface {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:03:09.299529 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ff46f70-c774-4f03-879e-628f252a1814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:09.315904 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cb5cc8f5-fb48-4236-b595-22e821d72ce0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:09.372748 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff46f70-c774-4f03-879e-628f252a1814 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae6a4c2-191f-499a-818f-2c560b7c2ee4,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:09.377604 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0ff46f70-c774-4f03-879e-628f252a1814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:09.813358 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ff46f70-c774-4f03-879e-628f252a1814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851286483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429028'] for router_interface, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:10.729398 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff46f70-c774-4f03-879e-628f252a1814 admin admin] Router 4ef6ff02-c075-415c-8f9d-f7a68031043e has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:03:10.947009 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff46f70-c774-4f03-879e-628f252a1814 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:03:10.957725 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7fc8d9-ff4d-4b2c-bb95-425f4495eb3b None None] Sync routers for ids ['4ef6ff02-c075-415c-8f9d-f7a68031043e'] in dv-cinder-733623-8-smb {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:03:10.972408 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7fc8d9-ff4d-4b2c-bb95-425f4495eb3b None None] Routers {'4ef6ff02-c075-415c-8f9d-f7a68031043e'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:03:10.973329 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ed7fc8d9-ff4d-4b2c-bb95-425f4495eb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:02:52Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['4ef6ff02-c075-415c-8f9d-f7a68031043e'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:03:10.974053 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-0ff46f70-c774-4f03-879e-628f252a1814 admin admin] 10.222.0.17 "PUT /v2.0/routers/4ef6ff02-c075-415c-8f9d-f7a68031043e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5548015 Nov 18 15:03:10.976414 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 36174) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:11.168107 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ed7fc8d9-ff4d-4b2c-bb95-425f4495eb3b None None] Set router 4ef6ff02-c075-415c-8f9d-f7a68031043e gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:03:11.202631 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bca51d3a-dab9-4477-8897-e00c53c7dcdb admin admin] Notify callbacks [] for router, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:11.411501 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bca51d3a-dab9-4477-8897-e00c53c7dcdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:11.420600 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-bca51d3a-dab9-4477-8897-e00c53c7dcdb admin admin] Deleting port a3554f6a-c445-4582-830d-a536797db6a0 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:03:11.420972 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bca51d3a-dab9-4477-8897-e00c53c7dcdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:11.480808 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ed7fc8d9-ff4d-4b2c-bb95-425f4495eb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef6ff02-c075-415c-8f9d-f7a68031043e', 'name': 'tempest-ServerRescueNegativeTestJSON-1517556155-router', 'tenant_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': 'a3554f6a-c445-4582-830d-a536797db6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:38Z', 'updated_at': '2020-11-18T15:03:09Z', 'revision_number': 5, 'project_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'gw_port': {'id': 'a3554f6a-c445-4582-830d-a536797db6a0', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef6ff02-c075-415c-8f9d-f7a68031043e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:43Z', 'updated_at': '2020-11-18T15:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:03:11.485198 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7fc8d9-ff4d-4b2c-bb95-425f4495eb3b None None] Checking router: 4ef6ff02-c075-415c-8f9d-f7a68031043e for host: dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:03:11.496796 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7fc8d9-ff4d-4b2c-bb95-425f4495eb3b None None] Routers {'4ef6ff02-c075-415c-8f9d-f7a68031043e'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:03:11.497450 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ed7fc8d9-ff4d-4b2c-bb95-425f4495eb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:02:52Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['4ef6ff02-c075-415c-8f9d-f7a68031043e'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:03:11.617775 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-bca51d3a-dab9-4477-8897-e00c53c7dcdb admin admin] For port a3554f6a-c445-4582-830d-a536797db6a0, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=a3554f6a-c445-4582-830d-a536797db6a0,segment=NetworkSegment(d608effb-fc29-4317-9442-b1f08aaaa7ca),segment_id=d608effb-fc29-4317-9442-b1f08aaaa7ca)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:03:11.618147 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bca51d3a-dab9-4477-8897-e00c53c7dcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:11.660980 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ed7fc8d9-ff4d-4b2c-bb95-425f4495eb3b None None] Set router 4ef6ff02-c075-415c-8f9d-f7a68031043e gateway port host: None {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:03:11.779633 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ed7fc8d9-ff4d-4b2c-bb95-425f4495eb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef6ff02-c075-415c-8f9d-f7a68031043e', 'name': 'tempest-ServerRescueNegativeTestJSON-1517556155-router', 'tenant_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:38Z', 'updated_at': '2020-11-18T15:03:11Z', 'revision_number': 6, 'project_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'gw_port_host': None}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:03:11.784397 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7fc8d9-ff4d-4b2c-bb95-425f4495eb3b None None] The sync data for ids ['4ef6ff02-c075-415c-8f9d-f7a68031043e'] in dv-cinder-733623-8-smb is: [{'id': '4ef6ff02-c075-415c-8f9d-f7a68031043e', 'name': 'tempest-ServerRescueNegativeTestJSON-1517556155-router', 'tenant_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:38Z', 'updated_at': '2020-11-18T15:03:11Z', 'revision_number': 6, 'project_id': '444f701c1f7f4ded8cfe634c62dacdf9', 'gw_port_host': None}] {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:03:11.954046 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-bca51d3a-dab9-4477-8897-e00c53c7dcdb admin admin] Calling delete_port for a3554f6a-c445-4582-830d-a536797db6a0 owned by network:router_gateway {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:03:12.269530 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bca51d3a-dab9-4477-8897-e00c53c7dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844619848'] for port, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:12.284685 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:12.339853 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca51d3a-dab9-4477-8897-e00c53c7dcdb admin admin] Pushing event deleted for resources: {'Port': ['ID=a3554f6a-c445-4582-830d-a536797db6a0,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:12.343833 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bca51d3a-dab9-4477-8897-e00c53c7dcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:12.646210 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bca51d3a-dab9-4477-8897-e00c53c7dcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854363788'] for router_gateway, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:12.918982 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bca51d3a-dab9-4477-8897-e00c53c7dcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854349588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733498'] for router, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:12.923654 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bca51d3a-dab9-4477-8897-e00c53c7dcdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:12.954660 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device a3554f6a-c445-4582-830d-a536797db6a0 no longer exists at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:03:12.993600 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] No Port match for: a3554f6a-c445-4582-830d-a536797db6a0 {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:03:12.994036 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device a3554f6a-c445-4582-830d-a536797db6a0 not bound to the agent host dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:03:12.994637 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 3ae6a4c2-191f-499a-818f-2c560b7c2ee4 no longer exists at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:03:13.013913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bca51d3a-dab9-4477-8897-e00c53c7dcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854349738'] for router, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:13.014510 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca51d3a-dab9-4477-8897-e00c53c7dcdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ef6ff02-c075-415c-8f9d-f7a68031043e {{(pid=80266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 15:03:13.028011 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bca51d3a-dab9-4477-8897-e00c53c7dcdb admin admin] Notify callbacks [] for router, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:13.031520 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-bca51d3a-dab9-4477-8897-e00c53c7dcdb admin admin] 10.222.0.17 "DELETE /v2.0/routers/4ef6ff02-c075-415c-8f9d-f7a68031043e HTTP/1.1" status: 204 len: 168 time: 2.0517957 Nov 18 15:03:13.031797 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 36194) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:13.052355 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] No Port match for: 3ae6a4c2-191f-499a-818f-2c560b7c2ee4 {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:03:13.053124 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 3ae6a4c2-191f-499a-818f-2c560b7c2ee4 not bound to the agent host dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:03:13.103447 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-295f7fb1-a6de-49d6-8b17-ba928737e771 admin admin] Deleting subnet 63d84575-b2c6-46f1-825a-af37cea2e6ca {{(pid=80266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 15:03:13.107366 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-295f7fb1-a6de-49d6-8b17-ba928737e771 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:13.160726 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-295f7fb1-a6de-49d6-8b17-ba928737e771 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844470191'] for subnet, precommit_delete_associations {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:13.222246 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-295f7fb1-a6de-49d6-8b17-ba928737e771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853901800'] for subnet, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:13.389563 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:13.480985 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-295f7fb1-a6de-49d6-8b17-ba928737e771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10155922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9980776'] for subnet, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:13.496552 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:13.546204 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f7fb1-a6de-49d6-8b17-ba928737e771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d84575-b2c6-46f1-825a-af37cea2e6ca,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:13.550745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-295f7fb1-a6de-49d6-8b17-ba928737e771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:13.633120 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-295f7fb1-a6de-49d6-8b17-ba928737e771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for subnet, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:13.639754 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-295f7fb1-a6de-49d6-8b17-ba928737e771 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/63d84575-b2c6-46f1-825a-af37cea2e6ca HTTP/1.1" status: 204 len: 168 time: 0.6069717 Nov 18 15:03:13.642324 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 36198) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:13.758204 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2621bde5-f964-4e25-b90f-3a1b8e8c4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804504'] for network, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:13.953244 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2621bde5-f964-4e25-b90f-3a1b8e8c4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853904989', 'neutron.services.segments.db._delete_segments_for_network--9223363305708362475'] for network, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:14.073607 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-2621bde5-f964-4e25-b90f-3a1b8e8c4ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4badb87-04e7-4e11-a8f7-57fd8da6f7cc']}} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:03:14.087375 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-2621bde5-f964-4e25-b90f-3a1b8e8c4ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976e25e0-4a9a-453e-a3e6-1c6b24f03877') {'for_net_delete': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:03:14.087711 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-2621bde5-f964-4e25-b90f-3a1b8e8c4ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976e25e0-4a9a-453e-a3e6-1c6b24f03877') {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:03:14.101273 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2621bde5-f964-4e25-b90f-3a1b8e8c4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305708324075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10305641'] for segment, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:14.119310 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2621bde5-f964-4e25-b90f-3a1b8e8c4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:14.121488 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2621bde5-f964-4e25-b90f-3a1b8e8c4ec0 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 15:03:14.512269 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-2621bde5-f964-4e25-b90f-3a1b8e8c4ec0 admin admin] Network f4badb87-04e7-4e11-a8f7-57fd8da6f7cc has no segments {{(pid=80266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:03:14.523381 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2621bde5-f964-4e25-b90f-3a1b8e8c4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853906570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10155983'] for segment, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:14.701391 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-2621bde5-f964-4e25-b90f-3a1b8e8c4ec0 admin admin] Network f4badb87-04e7-4e11-a8f7-57fd8da6f7cc has no segments {{(pid=80266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: Traceback (most recent call last): Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: timer() Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: cb(*args, **kw) Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: return func(*args, **kwargs) Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: self._notify() Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: self.callback(batched_events) Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: event.method(event) Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: segment_id)['aggregates'][0] Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: return f(self, *a, **k) Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: return self._get(url).json() Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: **kwargs) Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: return self.request(url, 'GET', **kwargs) Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: **endpoint_filter) Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 15:03:14.724317 dv-cinder-733623-8-smb neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 15:03:14.805411 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2621bde5-f964-4e25-b90f-3a1b8e8c4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:14.809115 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:14.823694 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2621bde5-f964-4e25-b90f-3a1b8e8c4ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:14.834987 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621bde5-f964-4e25-b90f-3a1b8e8c4ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4badb87-04e7-4e11-a8f7-57fd8da6f7cc,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:14.842939 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2621bde5-f964-4e25-b90f-3a1b8e8c4ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:14.850473 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-2621bde5-f964-4e25-b90f-3a1b8e8c4ec0 admin admin] 10.222.0.17 "DELETE /v2.0/networks/f4badb87-04e7-4e11-a8f7-57fd8da6f7cc HTTP/1.1" status: 204 len: 168 time: 1.2047729 Nov 18 15:03:15.068543 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 36210) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:15.123897 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-54edd955-80c9-42d7-92de-2295a51b9545 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=444f701c1f7f4ded8cfe634c62dacdf9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538199 Nov 18 15:03:15.126409 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 36214) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:15.190267 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-617f2715-e5df-47a9-bcf5-637b70feb395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:15.221926 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-617f2715-e5df-47a9-bcf5-637b70feb395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:15.267314 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-617f2715-e5df-47a9-bcf5-637b70feb395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:15.272557 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dfd4c278-f2e8-409c-b02c-046bc7770dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:15.286476 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f2715-e5df-47a9-bcf5-637b70feb395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e55e326-1b37-49fc-84bd-0e88fb0b39ab,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:15.289538 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-617f2715-e5df-47a9-bcf5-637b70feb395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:15.290493 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-617f2715-e5df-47a9-bcf5-637b70feb395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:15.291724 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-617f2715-e5df-47a9-bcf5-637b70feb395 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0e55e326-1b37-49fc-84bd-0e88fb0b39ab HTTP/1.1" status: 204 len: 168 time: 0.1643558 Nov 18 15:03:17.636229 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 36280) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:17.793622 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4e724188-ab39-4720-ada9-6bfccb2928b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:17.827628 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4e724188-ab39-4720-ada9-6bfccb2928b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:03:17.831738 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-4e724188-ab39-4720-ada9-6bfccb2928b0 admin admin] Usage tracker for resource:security_group_rule and tenant:9e99d30b394349138c61d6153719a4a3 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:03:17.834893 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-4e724188-ab39-4720-ada9-6bfccb2928b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:03:17.841511 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4e724188-ab39-4720-ada9-6bfccb2928b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:03:17.917696 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4e724188-ab39-4720-ada9-6bfccb2928b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:17.920561 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4e724188-ab39-4720-ada9-6bfccb2928b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:17.928494 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4356f276-fff6-4dbb-acde-b31ed0ebf008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:17.973316 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e724188-ab39-4720-ada9-6bfccb2928b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62558100-3b94-4cba-ba49-9603f14ef1b1,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:17.977860 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-4e724188-ab39-4720-ada9-6bfccb2928b0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9e99d30b394349138c61d6153719a4a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3405161 Nov 18 15:03:17.979118 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4e724188-ab39-4720-ada9-6bfccb2928b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:17.980597 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 36290) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:18.049967 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0249cb34-1fb7-4610-a114-a0c98707738b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:18.079671 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0249cb34-1fb7-4610-a114-a0c98707738b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:18.128417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0249cb34-1fb7-4610-a114-a0c98707738b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:18.133663 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4e9ae1f1-496f-4a81-8a9e-667bdb2acd68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:18.145243 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249cb34-1fb7-4610-a114-a0c98707738b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62558100-3b94-4cba-ba49-9603f14ef1b1,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:18.149016 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0249cb34-1fb7-4610-a114-a0c98707738b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:18.152508 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0249cb34-1fb7-4610-a114-a0c98707738b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:18.154373 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-0249cb34-1fb7-4610-a114-a0c98707738b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/62558100-3b94-4cba-ba49-9603f14ef1b1 HTTP/1.1" status: 204 len: 168 time: 0.1727455 Nov 18 15:03:18.546689 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 36310) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:18.567369 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc8c548c-1757-401b-823e-13d7f18cc634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:18.600159 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bc8c548c-1757-401b-823e-13d7f18cc634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:03:18.604774 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-bc8c548c-1757-401b-823e-13d7f18cc634 admin admin] Usage tracker for resource:security_group_rule and tenant:968b00f36501465cab75d7036beb4738 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:03:18.607816 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-bc8c548c-1757-401b-823e-13d7f18cc634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:03:18.613866 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bc8c548c-1757-401b-823e-13d7f18cc634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:03:18.691916 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc8c548c-1757-401b-823e-13d7f18cc634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:18.695202 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bc8c548c-1757-401b-823e-13d7f18cc634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:18.703880 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d391556c-239b-4feb-9248-ed6b96262fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:18.750393 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c548c-1757-401b-823e-13d7f18cc634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacaf8fe-e0c9-4f56-ad3d-63ae04ba5ab0,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:18.754043 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bc8c548c-1757-401b-823e-13d7f18cc634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:18.760168 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 36314) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:18.760393 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-bc8c548c-1757-401b-823e-13d7f18cc634 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=968b00f36501465cab75d7036beb4738&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2118359 Nov 18 15:03:18.832977 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-09c17101-15e3-4004-ac3b-9cfdab4fd29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:18.860400 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-09c17101-15e3-4004-ac3b-9cfdab4fd29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:18.910165 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-09c17101-15e3-4004-ac3b-9cfdab4fd29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:18.917100 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d0fcf91b-9a4d-452c-b92c-adca1e6d4230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:18.932171 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-09c17101-15e3-4004-ac3b-9cfdab4fd29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:18.936605 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-09c17101-15e3-4004-ac3b-9cfdab4fd29f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dacaf8fe-e0c9-4f56-ad3d-63ae04ba5ab0 HTTP/1.1" status: 204 len: 168 time: 0.1749187 Nov 18 15:03:18.937915 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c17101-15e3-4004-ac3b-9cfdab4fd29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacaf8fe-e0c9-4f56-ad3d-63ae04ba5ab0,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:18.948506 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-09c17101-15e3-4004-ac3b-9cfdab4fd29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:19.909964 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-acaeb236-a415-4a9c-9d8a-4e77cb48443b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:19.927393 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f455-3dff-404b-adea-e2f066c234d9 req-e6dc682b-da09-4fda-a9ba-a19df535cce8 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:19.929034 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7bb6f455-3dff-404b-adea-e2f066c234d9 req-e6dc682b-da09-4fda-a9ba-a19df535cce8 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.0979393 Nov 18 15:03:19.979536 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7bb6f455-3dff-404b-adea-e2f066c234d9 req-ef4f3841-ec0e-4105-a795-e5b7e05131d7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434463 Nov 18 15:03:20.039206 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:03:21.215927 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd6581-2786-4f2a-a8b3-134693a20335 req-acfde65a-019d-45ed-b950-fc4b70b5cdba tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:21.223887 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-cedd6581-2786-4f2a-a8b3-134693a20335 req-acfde65a-019d-45ed-b950-fc4b70b5cdba tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.0961168 Nov 18 15:03:21.272472 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-cedd6581-2786-4f2a-a8b3-134693a20335 req-5e2a7a38-8fa3-470a-82fc-436157686c54 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=da519b0a-c113-4d57-a837-a2b55f09e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476673 Nov 18 15:03:21.503896 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f978b-1abb-4dfa-9362-4b43673c61af req-3eee5391-9705-4c5c-b1d1-cc19e2a2933d tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:21.505577 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-841f978b-1abb-4dfa-9362-4b43673c61af req-3eee5391-9705-4c5c-b1d1-cc19e2a2933d tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.26 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 946 time: 0.0864120 Nov 18 15:03:21.581626 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-841f978b-1abb-4dfa-9362-4b43673c61af req-e1de92e2-d00d-4b64-bd5d-27bd20d5b5b7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Deleting port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:03:21.582292 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-841f978b-1abb-4dfa-9362-4b43673c61af req-e1de92e2-d00d-4b64-bd5d-27bd20d5b5b7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:21.588883 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 36400) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:21.750169 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9f71e386-7c86-449a-8095-2f9a2296275d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:21.783932 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9f71e386-7c86-449a-8095-2f9a2296275d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:03:21.788013 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-9f71e386-7c86-449a-8095-2f9a2296275d admin admin] Usage tracker for resource:security_group_rule and tenant:7fa61efabc6d4ed49ce07c8cb13a0eaf is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:03:21.791642 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-9f71e386-7c86-449a-8095-2f9a2296275d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:03:21.798127 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9f71e386-7c86-449a-8095-2f9a2296275d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:03:21.851925 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-841f978b-1abb-4dfa-9362-4b43673c61af req-e1de92e2-d00d-4b64-bd5d-27bd20d5b5b7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] For port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=709dc2a0-c3e4-4a64-98bc-bdb68b102c1d,segment=NetworkSegment(573e4015-d99e-4ce3-8b66-7ca90676bc75),segment_id=573e4015-d99e-4ce3-8b66-7ca90676bc75)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:03:21.852522 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-841f978b-1abb-4dfa-9362-4b43673c61af req-e1de92e2-d00d-4b64-bd5d-27bd20d5b5b7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:21.871901 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9f71e386-7c86-449a-8095-2f9a2296275d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:21.874846 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9f71e386-7c86-449a-8095-2f9a2296275d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:21.882404 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-27dd4e7d-ba68-4afc-a69e-44ecee0b2e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:21.929015 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71e386-7c86-449a-8095-2f9a2296275d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492c6fc7-8691-4982-91d1-3566f85c7ee1,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:21.933346 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9f71e386-7c86-449a-8095-2f9a2296275d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:21.938021 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-9f71e386-7c86-449a-8095-2f9a2296275d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7fa61efabc6d4ed49ce07c8cb13a0eaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3469758 Nov 18 15:03:21.940685 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 36408) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:22.005958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3a99c882-2b21-499e-9fda-2d3b505df604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:22.035128 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3a99c882-2b21-499e-9fda-2d3b505df604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:22.081676 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3a99c882-2b21-499e-9fda-2d3b505df604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:22.086759 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9bbc0ffd-10f2-4f9c-b86b-634d30ae597e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:22.101312 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99c882-2b21-499e-9fda-2d3b505df604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492c6fc7-8691-4982-91d1-3566f85c7ee1,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:22.104656 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3a99c882-2b21-499e-9fda-2d3b505df604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:22.107155 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3a99c882-2b21-499e-9fda-2d3b505df604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:22.110560 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-3a99c882-2b21-499e-9fda-2d3b505df604 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/492c6fc7-8691-4982-91d1-3566f85c7ee1 HTTP/1.1" status: 204 len: 168 time: 0.1665773 Nov 18 15:03:22.173725 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-841f978b-1abb-4dfa-9362-4b43673c61af req-e1de92e2-d00d-4b64-bd5d-27bd20d5b5b7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for floatingip, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:22.174169 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-841f978b-1abb-4dfa-9362-4b43673c61af req-e1de92e2-d00d-4b64-bd5d-27bd20d5b5b7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431000'] for floatingip, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:22.174517 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.l3_db [req-841f978b-1abb-4dfa-9362-4b43673c61af req-e1de92e2-d00d-4b64-bd5d-27bd20d5b5b7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Floating IP b3b40282-dcaa-4241-8532-d04f2c7df313 disassociated. External IP: 172.28.0.7, port: 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d. Nov 18 15:03:22.174888 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-841f978b-1abb-4dfa-9362-4b43673c61af req-e1de92e2-d00d-4b64-bd5d-27bd20d5b5b7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Calling delete_port for 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d owned by compute:nova {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:03:22.300615 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:03:22.332932 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-841f978b-1abb-4dfa-9362-4b43673c61af req-e1de92e2-d00d-4b64-bd5d-27bd20d5b5b7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844619848'] for port, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:22.336890 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] No Port match for: 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:03:22.337295 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d not bound to the agent host hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:03:22.350857 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:22.401204 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de92e2-d00d-4b64-bd5d-27bd20d5b5b7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Pushing event deleted for resources: {'Port': ['ID=709dc2a0-c3e4-4a64-98bc-bdb68b102c1d,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:22.414466 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e1de92e2-d00d-4b64-bd5d-27bd20d5b5b7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:22.496452 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 36418) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:22.502578 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7b1f470f-4812-44b0-ad6b-c7e429ec5548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:22.515965 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4fb1eea6-d684-4d74-84c9-e47957d009e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:22.537553 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-16096e3a-5477-4895-8d69-12575b73039d req-5313c737-1079-4ef7-a677-87fe177f8461 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 210 time: 0.0601411 Nov 18 15:03:22.550162 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4fb1eea6-d684-4d74-84c9-e47957d009e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:03:22.555135 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-4fb1eea6-d684-4d74-84c9-e47957d009e9 admin admin] Usage tracker for resource:security_group_rule and tenant:5a15d4b23af143d39be0de291d7694cd is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:03:22.559871 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-4fb1eea6-d684-4d74-84c9-e47957d009e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:03:22.565268 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4fb1eea6-d684-4d74-84c9-e47957d009e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:03:22.639524 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4fb1eea6-d684-4d74-84c9-e47957d009e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:22.751152 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4fb1eea6-d684-4d74-84c9-e47957d009e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:22.800594 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-841f978b-1abb-4dfa-9362-4b43673c61af req-e1de92e2-d00d-4b64-bd5d-27bd20d5b5b7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Router d9fda826-546b-4b7a-b326-f7c2ded37ae7 has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:03:22.800842 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f0651cf3-a1bd-48c2-a42d-b627ba48d8e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:22.836609 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-4fb1eea6-d684-4d74-84c9-e47957d009e9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5a15d4b23af143d39be0de291d7694cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3390193 Nov 18 15:03:22.840815 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 36426) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:22.862473 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1eea6-d684-4d74-84c9-e47957d009e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67d0162-7c23-486d-ab85-e3ac56440a61,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:22.867326 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4fb1eea6-d684-4d74-84c9-e47957d009e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:22.914281 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:22.952643 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ec4725b1-66d6-4243-9f1d-2a970c25f7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:22.987756 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ec4725b1-66d6-4243-9f1d-2a970c25f7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:23.047790 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ec4725b1-66d6-4243-9f1d-2a970c25f7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:23.053302 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4fb1eea6-d684-4d74-84c9-e47957d009e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:23.066375 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4725b1-66d6-4243-9f1d-2a970c25f7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67d0162-7c23-486d-ab85-e3ac56440a61,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:23.070586 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-841f978b-1abb-4dfa-9362-4b43673c61af req-e1de92e2-d00d-4b64-bd5d-27bd20d5b5b7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:03:23.073936 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ec4725b1-66d6-4243-9f1d-2a970c25f7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:23.074664 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ec4725b1-66d6-4243-9f1d-2a970c25f7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:23.075870 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-ec4725b1-66d6-4243-9f1d-2a970c25f7f6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f67d0162-7c23-486d-ab85-e3ac56440a61 HTTP/1.1" status: 204 len: 168 time: 0.2338712 Nov 18 15:03:23.109954 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ee1d6a-ed7f-4477-b1bc-92853f85f102 None None] Sync routers for ids ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'] in dv-cinder-733623-8-smb {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:03:23.121975 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-841f978b-1abb-4dfa-9362-4b43673c61af req-e1de92e2-d00d-4b64-bd5d-27bd20d5b5b7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] No DVR routers for this DVR port 709dc2a0-c3e4-4a64-98bc-bdb68b102c1d on host hv-cinder-73362 {{(pid=80266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:03:23.124251 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-841f978b-1abb-4dfa-9362-4b43673c61af req-e1de92e2-d00d-4b64-bd5d-27bd20d5b5b7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:23.127217 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfa19ef-9f77-4262-a769-af0d2b3c65e8', 'name': 'network-vif-deleted', 'tag': '709dc2a0-c3e4-4a64-98bc-bdb68b102c1d'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:03:23.129123 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ee1d6a-ed7f-4477-b1bc-92853f85f102 None None] Routers {'d9fda826-546b-4b7a-b326-f7c2ded37ae7'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:03:23.130087 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-15ee1d6a-ed7f-4477-b1bc-92853f85f102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:03:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:03:23.148000 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-841f978b-1abb-4dfa-9362-4b43673c61af req-e1de92e2-d00d-4b64-bd5d-27bd20d5b5b7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.26 "DELETE /v2.0/ports/709dc2a0-c3e4-4a64-98bc-bdb68b102c1d HTTP/1.1" status: 204 len: 173 time: 1.6366482 Nov 18 15:03:23.222226 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfa19ef-9f77-4262-a769-af0d2b3c65e8', 'name': 'network-vif-deleted', 'tag': '709dc2a0-c3e4-4a64-98bc-bdb68b102c1d', 'status': 'completed', 'code': 200} Nov 18 15:03:23.373607 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-15ee1d6a-ed7f-4477-b1bc-92853f85f102 None None] Set router d9fda826-546b-4b7a-b326-f7c2ded37ae7 gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:03:23.774892 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-7d0f25e4-9827-4cb6-a872-7937ee1e175e req-2ca8e950-0cc7-467f-9086-f54bbdae0971 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Synchronizing usage tracker for tenant:843cfdfce3cc46e79a77e9d00a592187 on resource:port {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:03:23.793006 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-7d0f25e4-9827-4cb6-a872-7937ee1e175e req-2ca8e950-0cc7-467f-9086-f54bbdae0971 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Unset dirty status for tenant:843cfdfce3cc46e79a77e9d00a592187 on resource:port {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:03:23.794742 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7d0f25e4-9827-4cb6-a872-7937ee1e175e req-2ca8e950-0cc7-467f-9086-f54bbdae0971 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=1dfa19ef-9f77-4262-a769-af0d2b3c65e8 HTTP/1.1" status: 200 len: 210 time: 0.0778747 Nov 18 15:03:23.849671 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-15ee1d6a-ed7f-4477-b1bc-92853f85f102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 4, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': 'e1f1d435-e73b-4219-b5fd-59cfc0a0fae1', 'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'mac_address': 'fa:16:3e:0c:09:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:40Z', 'updated_at': '2020-11-18T14:59:56Z', 'revision_number': 5, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'subnets': [{'id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:03:23.854423 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ee1d6a-ed7f-4477-b1bc-92853f85f102 None None] Checking router: d9fda826-546b-4b7a-b326-f7c2ded37ae7 for host: dv-cinder-733623-8-smb {{(pid=80268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:03:23.865678 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ee1d6a-ed7f-4477-b1bc-92853f85f102 None None] Routers {'d9fda826-546b-4b7a-b326-f7c2ded37ae7'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:03:23.866383 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-15ee1d6a-ed7f-4477-b1bc-92853f85f102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:03:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:03:23.962050 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:24.069415 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-15ee1d6a-ed7f-4477-b1bc-92853f85f102 None None] Set router d9fda826-546b-4b7a-b326-f7c2ded37ae7 gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:03:24.428885 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:24.611257 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-15ee1d6a-ed7f-4477-b1bc-92853f85f102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 4, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': 'e1f1d435-e73b-4219-b5fd-59cfc0a0fae1', 'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'mac_address': 'fa:16:3e:0c:09:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:40Z', 'updated_at': '2020-11-18T14:59:56Z', 'revision_number': 5, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'subnets': [{'id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:03:24.616252 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ee1d6a-ed7f-4477-b1bc-92853f85f102 None None] The sync data for ids ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'] in dv-cinder-733623-8-smb is: [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 4, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': 'e1f1d435-e73b-4219-b5fd-59cfc0a0fae1', 'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'mac_address': 'fa:16:3e:0c:09:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:40Z', 'updated_at': '2020-11-18T14:59:56Z', 'revision_number': 5, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'subnets': [{'id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:03:25.000804 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 36478) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:25.079327 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5531076f-250d-4d0f-a3f1-fa178a5d9e33 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:25.100938 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06227025-c14f-4e70-8f01-c482588ec604 None None] New status for floating IP b3b40282-dcaa-4241-8532-d04f2c7df313: DOWN {{(pid=80269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 15:03:25.109574 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5531076f-250d-4d0f-a3f1-fa178a5d9e33 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:25.156538 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5531076f-250d-4d0f-a3f1-fa178a5d9e33 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:25.168364 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e503e260-4831-4bb7-babd-4c428b667635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:25.187439 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531076f-250d-4d0f-a3f1-fa178a5d9e33 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Pushing event deleted for resources: {'SecurityGroup': ['ID=da519b0a-c113-4d57-a837-a2b55f09e647,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:25.190703 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5531076f-250d-4d0f-a3f1-fa178a5d9e33 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:25.193100 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5531076f-250d-4d0f-a3f1-fa178a5d9e33 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:25.194594 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-5531076f-250d-4d0f-a3f1-fa178a5d9e33 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "DELETE /v2.0/security-groups/da519b0a-c113-4d57-a837-a2b55f09e647 HTTP/1.1" status: 204 len: 168 time: 0.1925209 Nov 18 15:03:25.197453 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 36488) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:25.216623 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.v2.resource [None req-efa93ed9-4c0b-4b85-8cda-7340946a6fa6 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] show failed (client error): The resource could not be found. Nov 18 15:03:25.220877 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-efa93ed9-4c0b-4b85-8cda-7340946a6fa6 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups/da519b0a-c113-4d57-a837-a2b55f09e647 HTTP/1.1" status: 404 len: 347 time: 0.0191510 Nov 18 15:03:25.220877 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 36492) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:25.434491 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-0088273f-829f-4ac9-a219-cbdb88a5e640 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Deleting port 62a6eeb8-9167-4f59-a32c-a21eedba33a9 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:03:25.435047 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0088273f-829f-4ac9-a219-cbdb88a5e640 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:25.676604 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0088273f-829f-4ac9-a219-cbdb88a5e640 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:25.677005 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0088273f-829f-4ac9-a219-cbdb88a5e640 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for floatingip, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:25.814493 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-0088273f-829f-4ac9-a219-cbdb88a5e640 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Calling delete_port for 62a6eeb8-9167-4f59-a32c-a21eedba33a9 owned by network:floatingip {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:03:25.853937 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 36510) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:26.022789 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1149e0c1-758f-4f3b-903d-058273255d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:26.059133 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1149e0c1-758f-4f3b-903d-058273255d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:03:26.063444 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-1149e0c1-758f-4f3b-903d-058273255d90 admin admin] Usage tracker for resource:security_group_rule and tenant:6d378d915a4c441f9fe0412ed4394034 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:03:26.066575 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-1149e0c1-758f-4f3b-903d-058273255d90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:03:26.072938 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1149e0c1-758f-4f3b-903d-058273255d90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:03:26.141832 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1149e0c1-758f-4f3b-903d-058273255d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:26.145101 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1149e0c1-758f-4f3b-903d-058273255d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:26.153297 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d85aebf5-a1e7-4fc6-bdd2-88f628cf42e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:26.175011 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0088273f-829f-4ac9-a219-cbdb88a5e640 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:26.190767 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:26.200978 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149e0c1-758f-4f3b-903d-058273255d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6be4fb6-bb3a-46d3-8b87-179f1cc9939d,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:26.208170 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-1149e0c1-758f-4f3b-903d-058273255d90 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6d378d915a4c441f9fe0412ed4394034&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3497415 Nov 18 15:03:26.208170 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1149e0c1-758f-4f3b-903d-058273255d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:26.208452 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 36516) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:26.248104 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088273f-829f-4ac9-a219-cbdb88a5e640 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Pushing event deleted for resources: {'Port': ['ID=62a6eeb8-9167-4f59-a32c-a21eedba33a9,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:26.250774 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0088273f-829f-4ac9-a219-cbdb88a5e640 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:26.273129 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c3525c9-f53d-46ca-83d2-c8fe971c8e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:26.300591 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c3525c9-f53d-46ca-83d2-c8fe971c8e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:26.345503 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c3525c9-f53d-46ca-83d2-c8fe971c8e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:26.350546 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0249cb34-1fb7-4610-a114-a0c98707738b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:26.361368 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3525c9-f53d-46ca-83d2-c8fe971c8e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6be4fb6-bb3a-46d3-8b87-179f1cc9939d,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:26.365147 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9c3525c9-f53d-46ca-83d2-c8fe971c8e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:26.373586 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c3525c9-f53d-46ca-83d2-c8fe971c8e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:26.377658 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-9c3525c9-f53d-46ca-83d2-c8fe971c8e4f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e6be4fb6-bb3a-46d3-8b87-179f1cc9939d HTTP/1.1" status: 204 len: 168 time: 0.1655526 Nov 18 15:03:26.419829 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0088273f-829f-4ac9-a219-cbdb88a5e640 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for floatingip, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:26.437516 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0088273f-829f-4ac9-a219-cbdb88a5e640 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for floatingip, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:26.438826 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-0088273f-829f-4ac9-a219-cbdb88a5e640 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "DELETE /v2.0/floatingips/b3b40282-dcaa-4241-8532-d04f2c7df313 HTTP/1.1" status: 204 len: 168 time: 1.2168598 Nov 18 15:03:26.948362 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 36538) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:26.954754 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-7056a9c3-73d2-424c-89ec-e1fdd4d762a2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Request body: {'security_group': {'name': 'tempest-securitygroup--1971965668', 'description': 'tempest-description--249078929'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:03:26.969406 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7056a9c3-73d2-424c-89ec-e1fdd4d762a2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:03:26.974231 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-7056a9c3-73d2-424c-89ec-e1fdd4d762a2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Usage tracker for resource:security_group and tenant:843cfdfce3cc46e79a77e9d00a592187 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:03:26.977615 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-7056a9c3-73d2-424c-89ec-e1fdd4d762a2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:03:26.983876 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7056a9c3-73d2-424c-89ec-e1fdd4d762a2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:03:26.995360 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7056a9c3-73d2-424c-89ec-e1fdd4d762a2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:27.076622 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7056a9c3-73d2-424c-89ec-e1fdd4d762a2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:03:27.083121 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-7056a9c3-73d2-424c-89ec-e1fdd4d762a2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Usage tracker for resource:security_group_rule and tenant:843cfdfce3cc46e79a77e9d00a592187 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:03:27.087158 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-7056a9c3-73d2-424c-89ec-e1fdd4d762a2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:03:27.093664 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7056a9c3-73d2-424c-89ec-e1fdd4d762a2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:03:27.161124 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7056a9c3-73d2-424c-89ec-e1fdd4d762a2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:27.163652 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7056a9c3-73d2-424c-89ec-e1fdd4d762a2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:27.169799 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e845c78d-2441-4444-9795-16073454a888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:27.214980 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056a9c3-73d2-424c-89ec-e1fdd4d762a2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Pushing event updated for resources: {'SecurityGroup': ['ID=926923f5-f029-41cf-8883-eb2863df1335,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:27.217819 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7056a9c3-73d2-424c-89ec-e1fdd4d762a2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:27.222142 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 36550) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:27.222272 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-7056a9c3-73d2-424c-89ec-e1fdd4d762a2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2726142 Nov 18 15:03:27.223191 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7056a9c3-73d2-424c-89ec-e1fdd4d762a2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:27.227933 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-1b8cefd0-3b2c-457f-a83f-4ead351da245 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Request body: {'security_group_rule': {'security_group_id': '926923f5-f029-41cf-8883-eb2863df1335', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:03:27.244479 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1b8cefd0-3b2c-457f-a83f-4ead351da245 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:03:27.248880 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-1b8cefd0-3b2c-457f-a83f-4ead351da245 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Usage tracker for resource:security_group_rule and tenant:843cfdfce3cc46e79a77e9d00a592187 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:03:27.251960 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-1b8cefd0-3b2c-457f-a83f-4ead351da245 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:03:27.257740 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-1b8cefd0-3b2c-457f-a83f-4ead351da245 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:03:27.276683 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1b8cefd0-3b2c-457f-a83f-4ead351da245 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group_rule, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:27.343577 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1b8cefd0-3b2c-457f-a83f-4ead351da245 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:27.346313 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1b8cefd0-3b2c-457f-a83f-4ead351da245 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771554'] for security_group_rule, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:27.348392 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:27.372320 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8cefd0-3b2c-457f-a83f-4ead351da245 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe53634-47b9-4122-a5ae-6f449f490cdc,revision_number=0']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:27.374970 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1b8cefd0-3b2c-457f-a83f-4ead351da245 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:27.381455 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1b8cefd0-3b2c-457f-a83f-4ead351da245 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group_rule, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:27.382753 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-1b8cefd0-3b2c-457f-a83f-4ead351da245 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1595619 Nov 18 15:03:27.385824 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 36558) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:27.391644 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-638608e4-aada-4fea-aecc-1903fdf45d68 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Request body: {'security_group_rule': {'security_group_id': '926923f5-f029-41cf-8883-eb2863df1335', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:03:27.398109 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-638608e4-aada-4fea-aecc-1903fdf45d68 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:03:27.403760 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-638608e4-aada-4fea-aecc-1903fdf45d68 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Usage tracker for resource:security_group_rule and tenant:843cfdfce3cc46e79a77e9d00a592187 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:03:27.407189 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-638608e4-aada-4fea-aecc-1903fdf45d68 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:03:27.413193 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-638608e4-aada-4fea-aecc-1903fdf45d68 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:03:27.430548 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-638608e4-aada-4fea-aecc-1903fdf45d68 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group_rule, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:27.499105 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-638608e4-aada-4fea-aecc-1903fdf45d68 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:27.501922 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-638608e4-aada-4fea-aecc-1903fdf45d68 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771554'] for security_group_rule, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:27.504081 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6e6412d5-2d52-4cb9-b738-3a5c44dc76d3 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:27.528768 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638608e4-aada-4fea-aecc-1903fdf45d68 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1010f125-1b91-45ca-a55b-89d81ed04064,revision_number=0']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:27.531337 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-638608e4-aada-4fea-aecc-1903fdf45d68 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:27.538576 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-638608e4-aada-4fea-aecc-1903fdf45d68 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group_rule, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:27.539856 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-638608e4-aada-4fea-aecc-1903fdf45d68 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1529307 Nov 18 15:03:27.543062 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 36562) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:27.548498 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Request body: {'floatingip': {'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:03:27.554213 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:03:27.558382 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Usage tracker for resource:floatingip and tenant:843cfdfce3cc46e79a77e9d00a592187 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:03:27.561616 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:03:27.567570 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:03:27.577972 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for floatingip, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:27.723432 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:28.016149 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Allocated IP 172.28.0.85 (43dc5890-a9c2-4d0d-8ecc-5e5d0db18312/81ba36a0-a2a1-4122-9852-9ec563604b00/ef368ddf-d5e0-4bbb-a9e3-93576023b619) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:03:28.176799 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:28.204872 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844619848'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:28.220793 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80823940-5bb6-4b5c-a742-92b9842e9325 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:28.581510 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Pushing event updated for resources: {'Port': ['ID=ef368ddf-d5e0-4bbb-a9e3-93576023b619,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:28.584568 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:28.645784 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:03:28.647084 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Resources bound (agent type, host, resource id): {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:03:28.649588 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:03:28.745315 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for floatingip, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:28.810332 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:29.092442 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:29.096050 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155937'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:29.112109 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:29.221745 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-90311469-252e-4637-a6a4-f96b26400e79 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/networks?tenant_id=f4fbbb0c63f14e71a8c76f4060d871d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477712 Nov 18 15:03:29.320604 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Pushing event updated for resources: {'Port': ['ID=ef368ddf-d5e0-4bbb-a9e3-93576023b619,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:29.331718 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:29.530375 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-861f1f58-2cac-4730-b211-ace6f03e40d8 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:29.531791 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-861f1f58-2cac-4730-b211-ace6f03e40d8 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2606554 Nov 18 15:03:29.548525 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431000'] for floatingip, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:29.566329 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-e8c6881d-5828-4e2b-b9eb-79ce4513c7ea tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/quotas/f4fbbb0c63f14e71a8c76f4060d871d5 HTTP/1.1" status: 200 len: 375 time: 0.0274675 Nov 18 15:03:29.613746 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for floatingip, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:29.615061 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-9c88f5a6-5fca-493d-8433-42808d43bee2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0710075 Nov 18 15:03:29.622312 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-1fb5aaa5-f268-4218-9e68-f65532071de4 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/ports?tenant_id=f4fbbb0c63f14e71a8c76f4060d871d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489910 Nov 18 15:03:29.916074 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9375a61e-7f0b-4d7d-8d2d-7fa3dcd51a5b req-1bb18f8d-2d83-4e6c-a21a-3e84c3c12156 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/ports?device_id=859fc5b9-aeb3-4f12-9b61-b31553d517ee HTTP/1.1" status: 200 len: 210 time: 0.0810642 Nov 18 15:03:29.965822 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-25d372fb-8c0d-4642-8a16-46016886a32d tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Synchronizing usage tracker for tenant:843cfdfce3cc46e79a77e9d00a592187 on resource:security_group {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:03:29.984155 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-25d372fb-8c0d-4642-8a16-46016886a32d tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Unset dirty status for tenant:843cfdfce3cc46e79a77e9d00a592187 on resource:security_group {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:03:29.985651 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-25d372fb-8c0d-4642-8a16-46016886a32d tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1971965668&fields=id&tenant_id=843cfdfce3cc46e79a77e9d00a592187 HTTP/1.1" status: 200 len: 267 time: 0.1081436 Nov 18 15:03:30.208417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-bad1263e-86bc-45fc-b8af-286d0286e077 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:30.210914 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-bad1263e-86bc-45fc-b8af-286d0286e077 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/networks?id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf HTTP/1.1" status: 200 len: 817 time: 0.2173023 Nov 18 15:03:30.235663 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-3f3c6320-ee4f-4419-a9a6-2d26ed4a2193 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/quotas/843cfdfce3cc46e79a77e9d00a592187 HTTP/1.1" status: 200 len: 375 time: 0.0184948 Nov 18 15:03:30.346516 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-a2bcd745-6e2a-4d9b-9a5b-f91636c361ab tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?tenant_id=843cfdfce3cc46e79a77e9d00a592187&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1031024 Nov 18 15:03:30.511534 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-e0cdd477-6635-4cbe-9d11-443f080915d9 service neutron] 10.222.0.17 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593447 Nov 18 15:03:30.674485 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-fdaa0773-1be1-4e17-9f98-f83773893709 service neutron] 10.222.0.17 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1560688 Nov 18 15:03:30.893405 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-cb4bfafe-c1a7-4aa8-af74-ec2e157ec8a9 req-641f7701-77ac-4070-8366-f429864123fb tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 210 time: 0.0543387 Nov 18 15:03:31.098216 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-42f636d0-99c2-47cc-b907-5226013f43fc tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.26 "GET /v2.0/networks?tenant_id=f4fbbb0c63f14e71a8c76f4060d871d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666342 Nov 18 15:03:31.186153 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0394a5c1-371a-404e-8500-24fc6284f1c6 req-3bdca32f-c0d8-4d0f-b5ce-8b57b4262098 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/ports?device_id=859fc5b9-aeb3-4f12-9b61-b31553d517ee HTTP/1.1" status: 200 len: 210 time: 0.0868173 Nov 18 15:03:31.383561 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-7b7b309b-1a87-4201-875c-282479228937 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:31.385581 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-7b7b309b-1a87-4201-875c-282479228937 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2431643 Nov 18 15:03:31.405631 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878a5b4-c4d6-4e17-9648-3c4091e1d243 req-5cd47d0c-8507-4b39-a2c8-56fac1e823df tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:31.407206 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e878a5b4-c4d6-4e17-9648-3c4091e1d243 req-5cd47d0c-8507-4b39-a2c8-56fac1e823df tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.1341741 Nov 18 15:03:31.410910 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Request body: {'port': {'device_id': '859fc5b9-aeb3-4f12-9b61-b31553d517ee', 'network_id': '5bb99113-f39a-40c6-93e6-ed33671f45b5', 'admin_state_up': True, 'tenant_id': 'f4fbbb0c63f14e71a8c76f4060d871d5'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:03:31.568071 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e878a5b4-c4d6-4e17-9648-3c4091e1d243 req-5dc50fa5-723e-4d91-9491-f5358f9e6e98 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420991 Nov 18 15:03:31.596123 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:03:31.600408 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Usage tracker for resource:port and tenant:f4fbbb0c63f14e71a8c76f4060d871d5 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:03:31.603881 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Quota usage for port was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:03:31.609955 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:03:31.619663 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Made reservation on behalf of f4fbbb0c63f14e71a8c76f4060d871d5 for: {'port': 1} {{(pid=80266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:03:31.625206 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:31.639933 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:31.673518 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:03:31.677699 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Usage tracker for resource:security_group_rule and tenant:f4fbbb0c63f14e71a8c76f4060d871d5 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:03:31.680708 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:03:31.688263 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:03:31.761700 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:31.764604 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:31.776289 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-dc48e8ed-0551-4b08-93a9-135feb869f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:31.844710 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Pushing event updated for resources: {'SecurityGroup': ['ID=93be085b-729d-4db4-9bea-26ecc629af86,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:31.851021 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:32.138352 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-d74f4771-c257-45ef-9a72-093348b60476 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:32.140157 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-d74f4771-c257-45ef-9a72-093348b60476 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.26 "GET /v2.0/networks?id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf HTTP/1.1" status: 200 len: 817 time: 0.1830103 Nov 18 15:03:32.156434 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6c8c5859-5146-41d0-ad4c-53c48803c6e9 req-b09c7cd9-3df7-4e39-9b28-84b23b98f0c2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 210 time: 0.0651915 Nov 18 15:03:32.182986 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Allocated IP 192.168.233.212 (5bb99113-f39a-40c6-93e6-ed33671f45b5/fda4b0ad-3189-43b7-9a8c-1e1bedeaba42/b31d0418-029a-45b5-bd58-f21aaf6ca79c) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:03:32.251035 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-49356e23-734e-4cf4-b2c0-8384fcb917d0 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=843cfdfce3cc46e79a77e9d00a592187 HTTP/1.1" status: 200 len: 5044 time: 0.0910642 Nov 18 15:03:32.261776 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Request body: {'port': {'device_id': '85ad5686-e635-435c-b846-1f5039a6ff4f', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'admin_state_up': True, 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'security_groups': ['926923f5-f029-41cf-8883-eb2863df1335']}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:03:32.410297 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0c85a2d5-be4e-4749-8665-4cde3feeb133 req-ec8d47b5-5f46-4c66-b8aa-7de8c7d532be tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/ports?device_id=859fc5b9-aeb3-4f12-9b61-b31553d517ee HTTP/1.1" status: 200 len: 210 time: 0.0658014 Nov 18 15:03:32.410992 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:03:32.416586 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Usage tracker for resource:port and tenant:843cfdfce3cc46e79a77e9d00a592187 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:03:32.419721 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Quota usage for port was recalculated. Used quota:3. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:03:32.425709 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:03:32.439131 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Made reservation on behalf of 843cfdfce3cc46e79a77e9d00a592187 for: {'port': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:03:32.441448 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:32.455742 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:32.472712 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Transition to ACTIVE for port object b31d0418-029a-45b5-bd58-f21aaf6ca79c will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:03:32.492635 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844619848'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:32.508403 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:32.766982 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Allocated IP 172.20.0.4 (2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf/c5bcaa69-69c3-46ba-998a-62828b8d1ae0/62c1e398-e0d8-4a71-9019-3d15d41f7c90) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:03:32.949154 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Pushing event updated for resources: {'Port': ['ID=b31d0418-029a-45b5-bd58-f21aaf6ca79c,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:32.952390 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:32.973453 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:32.991274 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Transition to ACTIVE for port object 62c1e398-e0d8-4a71-9019-3d15d41f7c90 will not be triggered until provisioned by entity DHCP. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:03:33.008364 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac9d62-a0ce-4613-b5e6-08eb5c9e4f84 req-c6788b20-1e8c-4171-8784-37afdf5c48d8 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:33.010861 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-faac9d62-a0ce-4613-b5e6-08eb5c9e4f84 req-c6788b20-1e8c-4171-8784-37afdf5c48d8 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.2192326 Nov 18 15:03:33.012200 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:33.024735 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Network 5bb99113-f39a-40c6-93e6-ed33671f45b5 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:03:33.044236 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Resources bound (agent type, host, resource id): {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:03:33.046622 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:03:33.056501 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:33.161527 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-faac9d62-a0ce-4613-b5e6-08eb5c9e4f84 req-dc35946d-cd17-46cd-bd34-fd61a5e154d7 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419013 Nov 18 15:03:33.171097 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:33.175870 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:33.210783 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8120387 Nov 18 15:03:33.224971 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Request body: {'port': {'device_id': '859fc5b9-aeb3-4f12-9b61-b31553d517ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:03:33.270354 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Pushing event updated for resources: {'Port': ['ID=62c1e398-e0d8-4a71-9019-3d15d41f7c90,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:33.273513 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:33.315383 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Network 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:03:33.316816 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:03:33.319545 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:03:33.352467 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-55ec5984-aad3-4fdf-83f5-a25bd2a68dff None None] Provisioning for port b31d0418-029a-45b5-bd58-f21aaf6ca79c completed by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:03:33.362051 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-55ec5984-aad3-4fdf-83f5-a25bd2a68dff None None] Provisioning complete for port b31d0418-029a-45b5-bd58-f21aaf6ca79c triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:03:33.364891 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-55ec5984-aad3-4fdf-83f5-a25bd2a68dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:33.406347 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:33.407865 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:33.437680 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1806056 Nov 18 15:03:33.442420 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:33.447583 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-55ec5984-aad3-4fdf-83f5-a25bd2a68dff None None] Port b31d0418-029a-45b5-bd58-f21aaf6ca79c cannot update to ACTIVE because it is not bound. {{(pid=80268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 15:03:33.453831 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Request body: {'port': {'device_id': '85ad5686-e635-435c-b846-1f5039a6ff4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:03:33.586200 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8903b3-fb50-476e-8a71-025fa9969808 req-f8ab829a-187a-4417-9ab8-c7390a1df883 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:33.594441 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1c8903b3-fb50-476e-8a71-025fa9969808 req-f8ab829a-187a-4417-9ab8-c7390a1df883 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 931 time: 0.2462087 Nov 18 15:03:33.612592 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:33.670827 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-0ad83e01-5720-4010-9cbb-bc8a21aecdbf None None] Provisioning for port 62c1e398-e0d8-4a71-9019-3d15d41f7c90 completed by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:03:33.676264 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-0ad83e01-5720-4010-9cbb-bc8a21aecdbf None None] Provisioning complete for port 62c1e398-e0d8-4a71-9019-3d15d41f7c90 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:03:33.676686 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0ad83e01-5720-4010-9cbb-bc8a21aecdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:33.739239 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-0ad83e01-5720-4010-9cbb-bc8a21aecdbf None None] Port 62c1e398-e0d8-4a71-9019-3d15d41f7c90 cannot update to ACTIVE because it is not bound. {{(pid=80268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 15:03:33.811265 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1c8903b3-fb50-476e-8a71-025fa9969808 req-ec5ad0ed-db12-4ff7-a900-1fc0c8148d3b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158568 Nov 18 15:03:33.870224 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ef511-dec9-462f-a8d2-15daaf1e0b3e req-f45cb871-39ce-490e-93f2-4d839c4e6a14 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:33.870997 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-967ef511-dec9-462f-a8d2-15daaf1e0b3e req-f45cb871-39ce-490e-93f2-4d839c4e6a14 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Synchronizing usage tracker for tenant:f4fbbb0c63f14e71a8c76f4060d871d5 on resource:port {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:03:33.969108 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-967ef511-dec9-462f-a8d2-15daaf1e0b3e req-f45cb871-39ce-490e-93f2-4d839c4e6a14 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Unset dirty status for tenant:f4fbbb0c63f14e71a8c76f4060d871d5 on resource:port {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:03:33.970429 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-967ef511-dec9-462f-a8d2-15daaf1e0b3e req-f45cb871-39ce-490e-93f2-4d839c4e6a14 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/ports?device_id=859fc5b9-aeb3-4f12-9b61-b31553d517ee HTTP/1.1" status: 200 len: 936 time: 0.3444602 Nov 18 15:03:34.034858 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c1e398-e0d8-4a71-9019-3d15d41f7c90 {{(pid=80267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 15:03:34.042875 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:34.048670 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-967ef511-dec9-462f-a8d2-15daaf1e0b3e req-84abe60d-53c6-46f2-8c2d-0625cd03dbc0 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Synchronizing usage tracker for tenant:f4fbbb0c63f14e71a8c76f4060d871d5 on resource:security_group {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:03:34.056587 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Transition to ACTIVE for port object 62c1e398-e0d8-4a71-9019-3d15d41f7c90 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:03:34.060229 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:34.076816 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-58e0961a-8bd3-44cb-aa85-bf854d5139ff tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:34.110659 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-967ef511-dec9-462f-a8d2-15daaf1e0b3e req-84abe60d-53c6-46f2-8c2d-0625cd03dbc0 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Unset dirty status for tenant:f4fbbb0c63f14e71a8c76f4060d871d5 on resource:security_group {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:03:34.111944 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-967ef511-dec9-462f-a8d2-15daaf1e0b3e req-84abe60d-53c6-46f2-8c2d-0625cd03dbc0 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/security-groups?id=93be085b-729d-4db4-9bea-26ecc629af86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327300 Nov 18 15:03:34.143137 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31d0418-029a-45b5-bd58-f21aaf6ca79c {{(pid=80266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 15:03:34.150372 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:34.162782 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Transition to ACTIVE for port object b31d0418-029a-45b5-bd58-f21aaf6ca79c will not be triggered until provisioned by entity L2. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:03:34.166037 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155937'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:34.182145 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:34.222228 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Pushing event updated for resources: {'Port': ['ID=62c1e398-e0d8-4a71-9019-3d15d41f7c90,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:34.227539 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:34.364627 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Pushing event updated for resources: {'Port': ['ID=b31d0418-029a-45b5-bd58-f21aaf6ca79c,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:34.410854 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.411258 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.411652 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.412040 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.412425 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.412811 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.413195 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.413543 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.413970 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.414306 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.414697 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.415193 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.415658 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.416302 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.416805 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.417194 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.417308 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Attempting to bind port 62c1e398-e0d8-4a71-9019-3d15d41f7c90 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:03:34.417577 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Attempting to bind port 62c1e398-e0d8-4a71-9019-3d15d41f7c90 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '573e4015-d99e-4ce3-8b66-7ca90676bc75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:03:34.417691 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.417974 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Attempting to bind port 62c1e398-e0d8-4a71-9019-3d15d41f7c90 on network 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:03:34.418086 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.418345 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.418726 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.419208 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.419584 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.419955 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.420329 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:34.424477 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:34.425207 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Checking agent: {'id': '7eae2a45-698e-415c-8839-ff0c3594e804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:03:34.425701 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Checking segment: {'id': '573e4015-d99e-4ce3-8b66-7ca90676bc75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:03:34.426166 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:34.426537 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Bound using segment: {'id': '573e4015-d99e-4ce3-8b66-7ca90676bc75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:03:34.427015 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Bound port: 62c1e398-e0d8-4a71-9019-3d15d41f7c90, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573e4015-d99e-4ce3-8b66-7ca90676bc75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:03:34.427528 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:34.529172 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] For port 62c1e398-e0d8-4a71-9019-3d15d41f7c90, host hv-cinder-73362, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:03:34.532618 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] For port 62c1e398-e0d8-4a71-9019-3d15d41f7c90, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=62c1e398-e0d8-4a71-9019-3d15d41f7c90,segment=NetworkSegment(573e4015-d99e-4ce3-8b66-7ca90676bc75),segment_id=573e4015-d99e-4ce3-8b66-7ca90676bc75)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:03:34.536363 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:34.544214 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be668014-53fc-41f3-8789-3fc26e8e558c req-a66c78a2-8854-4a4b-8ab3-f416a49b7f49 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:34.545874 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-be668014-53fc-41f3-8789-3fc26e8e558c req-a66c78a2-8854-4a4b-8ab3-f416a49b7f49 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.2292755 Nov 18 15:03:34.552157 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:34.657936 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-be668014-53fc-41f3-8789-3fc26e8e558c req-723a6aae-82e9-4c76-a812-ef8f97e59e33 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041703 Nov 18 15:03:34.677359 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Attempting to bind port b31d0418-029a-45b5-bd58-f21aaf6ca79c on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:03:34.677820 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Attempting to bind port b31d0418-029a-45b5-bd58-f21aaf6ca79c by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5bb99113-f39a-40c6-93e6-ed33671f45b5'}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:03:34.678136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Attempting to bind port b31d0418-029a-45b5-bd58-f21aaf6ca79c on network 5bb99113-f39a-40c6-93e6-ed33671f45b5 {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:03:34.687674 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Checking agent: {'id': '7eae2a45-698e-415c-8839-ff0c3594e804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:03:34.688057 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Checking segment: {'id': '5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5bb99113-f39a-40c6-93e6-ed33671f45b5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:03:34.688468 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:34.688869 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Bound using segment: {'id': '5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5bb99113-f39a-40c6-93e6-ed33671f45b5'} {{(pid=80266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:03:34.689511 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Bound port: b31d0418-029a-45b5-bd58-f21aaf6ca79c, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5bb99113-f39a-40c6-93e6-ed33671f45b5'}}] {{(pid=80266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:03:34.689909 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:34.726652 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Pushing event updated for resources: {'Port': ['ID=62c1e398-e0d8-4a71-9019-3d15d41f7c90,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:34.731674 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:34.770880 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:34.772673 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] 10.222.0.26 "PUT /v2.0/ports/62c1e398-e0d8-4a71-9019-3d15d41f7c90 HTTP/1.1" status: 200 len: 1157 time: 1.3263700 Nov 18 15:03:34.773112 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ad5686-e635-435c-b846-1f5039a6ff4f', 'tag': '62c1e398-e0d8-4a71-9019-3d15d41f7c90'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:03:34.794204 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] For port b31d0418-029a-45b5-bd58-f21aaf6ca79c, host hv-cinder-73362, cleared binding levels {{(pid=80266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:03:34.797568 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] For port b31d0418-029a-45b5-bd58-f21aaf6ca79c, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b31d0418-029a-45b5-bd58-f21aaf6ca79c,segment=NetworkSegment(5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf),segment_id=5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf)] {{(pid=80266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:03:34.802548 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155937'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:34.819543 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1505a142-27f3-4686-b0ff-37779ef0c976 tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:34.894332 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ad5686-e635-435c-b846-1f5039a6ff4f', 'tag': '62c1e398-e0d8-4a71-9019-3d15d41f7c90', 'status': 'completed', 'code': 200} Nov 18 15:03:34.984394 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-3ba0364a-1c0d-4834-829e-fa308cd671f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=843cfdfce3cc46e79a77e9d00a592187&device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 1160 time: 0.1634660 Nov 18 15:03:35.005750 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Pushing event updated for resources: {'Port': ['ID=b31d0418-029a-45b5-bd58-f21aaf6ca79c,revision_number=3']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:35.010903 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:35.099048 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:35.110011 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] 10.222.0.26 "PUT /v2.0/ports/b31d0418-029a-45b5-bd58-f21aaf6ca79c HTTP/1.1" status: 200 len: 1162 time: 1.8818657 Nov 18 15:03:35.110744 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859fc5b9-aeb3-4f12-9b61-b31553d517ee', 'tag': 'b31d0418-029a-45b5-bd58-f21aaf6ca79c'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:03:35.118205 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-81de9517-c4ac-4ef5-ab57-b7d1b74fbad5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62c1e398-e0d8-4a71-9019-3d15d41f7c90 HTTP/1.1" status: 200 len: 217 time: 0.1237211 Nov 18 15:03:35.242539 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-06bdbfbd-5338-43a4-80ba-0c03c30dc552 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:35.246493 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-06bdbfbd-5338-43a4-80ba-0c03c30dc552 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5bcaa69-69c3-46ba-998a-62828b8d1ae0 HTTP/1.1" status: 200 len: 856 time: 0.1171641 Nov 18 15:03:35.247579 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859fc5b9-aeb3-4f12-9b61-b31553d517ee', 'tag': 'b31d0418-029a-45b5-bd58-f21aaf6ca79c', 'status': 'completed', 'code': 200} Nov 18 15:03:35.375282 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-10cf67d8-2316-4630-af57-2b0366b41ce5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1209009 Nov 18 15:03:35.502669 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-1cb6c1e3-77d2-42d4-8058-7ce70ff3e273 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4fbbb0c63f14e71a8c76f4060d871d5&device_id=859fc5b9-aeb3-4f12-9b61-b31553d517ee HTTP/1.1" status: 200 len: 1165 time: 0.3482342 Nov 18 15:03:35.509402 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459cab7-3582-4f59-bd28-b80ce0e5c6f4 req-2b26c233-ea85-4612-8e62-ee152cab7bde tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:35.511115 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4459cab7-3582-4f59-bd28-b80ce0e5c6f4 req-2b26c233-ea85-4612-8e62-ee152cab7bde tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/ports?device_id=859fc5b9-aeb3-4f12-9b61-b31553d517ee HTTP/1.1" status: 200 len: 948 time: 0.1542196 Nov 18 15:03:35.518409 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e83360-a583-46b9-8cc7-1838a1fa1399 req-87577e78-1848-4cc1-b472-e85afeb1fc89 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:35.519974 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-62e83360-a583-46b9-8cc7-1838a1fa1399 req-87577e78-1848-4cc1-b472-e85afeb1fc89 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 943 time: 0.2713807 Nov 18 15:03:35.538754 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-4de26de1-7087-49e1-8936-8f9eb4516a9a service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538346 Nov 18 15:03:35.630052 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-5576d181-e544-4a3c-ba5c-0f8934c1c7e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b31d0418-029a-45b5-bd58-f21aaf6ca79c HTTP/1.1" status: 200 len: 217 time: 0.1178651 Nov 18 15:03:35.723749 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-62e83360-a583-46b9-8cc7-1838a1fa1399 req-1711c05c-5b2d-48f7-a95e-c46a4eb3ef72 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496031 Nov 18 15:03:35.729338 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4459cab7-3582-4f59-bd28-b80ce0e5c6f4 req-ecb7abbf-0617-407e-b4ab-19461250cd87 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/security-groups?id=93be085b-729d-4db4-9bea-26ecc629af86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083347 Nov 18 15:03:35.742798 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-4a6f386e-1b74-48ea-8128-db5cdfc9bd55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:35.744975 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-4a6f386e-1b74-48ea-8128-db5cdfc9bd55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fda4b0ad-3189-43b7-9a8c-1e1bedeaba42 HTTP/1.1" status: 200 len: 843 time: 0.0955663 Nov 18 15:03:35.846675 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-f097371e-64d9-4893-901d-409f0fefd579 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5bb99113-f39a-40c6-93e6-ed33671f45b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0953920 Nov 18 15:03:35.893560 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e59ff833-1de1-401f-afe1-0cab9f2fc735 req-6144d594-545e-4112-b8df-ed925243f9bb service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3481228 Nov 18 15:03:36.013479 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7598866e-1127-4eb9-ae72-151c172e9e7f req-f64d12ea-2b48-485b-ab85-a6bf7e1a0e16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=843cfdfce3cc46e79a77e9d00a592187&device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 1160 time: 0.0753398 Nov 18 15:03:36.062347 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-15d423c5-c75e-49b1-8dfa-55b71217ea61 service neutron] 10.222.0.26 "GET /v2.0/networks/5bb99113-f39a-40c6-93e6-ed33671f45b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081079 Nov 18 15:03:36.068519 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d57dd9-a03e-415e-8404-b23967bc721c req-5924e424-5e52-4716-aa4b-6b11dd6a370a tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:36.070087 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d4d57dd9-a03e-415e-8404-b23967bc721c req-5924e424-5e52-4716-aa4b-6b11dd6a370a tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.1905813 Nov 18 15:03:36.167356 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598866e-1127-4eb9-ae72-151c172e9e7f req-0ba736fe-84f0-45e3-89c3-64f73530af13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:36.168892 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7598866e-1127-4eb9-ae72-151c172e9e7f req-0ba736fe-84f0-45e3-89c3-64f73530af13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf HTTP/1.1" status: 200 len: 911 time: 0.1474102 Nov 18 15:03:36.250580 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7598866e-1127-4eb9-ae72-151c172e9e7f req-3a422791-082e-42e0-ba40-38078dd913c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62c1e398-e0d8-4a71-9019-3d15d41f7c90 HTTP/1.1" status: 200 len: 217 time: 0.0746472 Nov 18 15:03:36.323790 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598866e-1127-4eb9-ae72-151c172e9e7f req-01d54bea-be9b-4ebe-81f6-0612716853a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:36.325377 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7598866e-1127-4eb9-ae72-151c172e9e7f req-01d54bea-be9b-4ebe-81f6-0612716853a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5bcaa69-69c3-46ba-998a-62828b8d1ae0 HTTP/1.1" status: 200 len: 856 time: 0.0669184 Nov 18 15:03:36.411396 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7598866e-1127-4eb9-ae72-151c172e9e7f req-59c66bd6-c990-4149-8bd4-261044fe89e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785239 Nov 18 15:03:36.438642 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d4d57dd9-a03e-415e-8404-b23967bc721c req-c9c203ff-3037-4feb-aa7b-210ec311f62a tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3456385 Nov 18 15:03:36.467551 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4c56fe15-c358-48d5-a9ee-394c0742b522 req-9c44ca77-a7e1-49cd-8c93-8e483970c7d2 service neutron] 10.222.0.26 "GET /v2.0/networks/5bb99113-f39a-40c6-93e6-ed33671f45b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3964455 Nov 18 15:03:36.578054 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7598866e-1127-4eb9-ae72-151c172e9e7f req-9b33ed05-8541-4ce0-9669-1c8e3bbbdfbf service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507323 Nov 18 15:03:36.592854 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ff23fdb2-788e-4295-a160-1099dcc3148e req-116907aa-449b-4cc4-9b40-2daf6d81f4a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4fbbb0c63f14e71a8c76f4060d871d5&device_id=859fc5b9-aeb3-4f12-9b61-b31553d517ee HTTP/1.1" status: 200 len: 1165 time: 0.0780203 Nov 18 15:03:36.730971 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7598866e-1127-4eb9-ae72-151c172e9e7f req-117e1a23-fccd-4354-a1ab-9f15115b2bd2 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1462958 Nov 18 15:03:36.742619 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23fdb2-788e-4295-a160-1099dcc3148e req-e7babc29-c706-46ca-a8db-393b4c0650a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:36.744624 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ff23fdb2-788e-4295-a160-1099dcc3148e req-e7babc29-c706-46ca-a8db-393b4c0650a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5bb99113-f39a-40c6-93e6-ed33671f45b5 HTTP/1.1" status: 200 len: 863 time: 0.1452882 Nov 18 15:03:36.826773 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ff23fdb2-788e-4295-a160-1099dcc3148e req-093887f7-9ce0-44a7-be2e-7c55a2a1d7c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b31d0418-029a-45b5-bd58-f21aaf6ca79c HTTP/1.1" status: 200 len: 217 time: 0.0737906 Nov 18 15:03:37.017803 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23fdb2-788e-4295-a160-1099dcc3148e req-f4cda289-20ba-44b1-a626-b3cdc21dd3c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:37.019440 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ff23fdb2-788e-4295-a160-1099dcc3148e req-f4cda289-20ba-44b1-a626-b3cdc21dd3c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fda4b0ad-3189-43b7-9a8c-1e1bedeaba42 HTTP/1.1" status: 200 len: 843 time: 0.1849475 Nov 18 15:03:37.120715 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0c260-f78c-4cae-a8fd-8c806781395d req-fa35704c-21ee-4663-b91f-9e558f9b699a tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:37.122280 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-03b0c260-f78c-4cae-a8fd-8c806781395d req-fa35704c-21ee-4663-b91f-9e558f9b699a tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/ports?device_id=859fc5b9-aeb3-4f12-9b61-b31553d517ee HTTP/1.1" status: 200 len: 948 time: 0.2465782 Nov 18 15:03:37.137857 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781aa619-cfb2-4ac4-a376-e44462deb6da req-2313bfbf-61b3-4ed6-80fb-bb1f340a5c0a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:37.139488 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-781aa619-cfb2-4ac4-a376-e44462deb6da req-2313bfbf-61b3-4ed6-80fb-bb1f340a5c0a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 943 time: 0.2161257 Nov 18 15:03:37.218974 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ff23fdb2-788e-4295-a160-1099dcc3148e req-096a6da3-3aba-4eee-91e3-644f73c4da79 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5bb99113-f39a-40c6-93e6-ed33671f45b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1892223 Nov 18 15:03:37.228094 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-03b0c260-f78c-4cae-a8fd-8c806781395d req-8ad91a81-1856-422e-9e04-b556bababfa1 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/security-groups?id=93be085b-729d-4db4-9bea-26ecc629af86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979545 Nov 18 15:03:37.264247 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-781aa619-cfb2-4ac4-a376-e44462deb6da req-4968b080-d04f-4ed7-bfb3-87989e059fb7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069629 Nov 18 15:03:37.377046 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ff23fdb2-788e-4295-a160-1099dcc3148e req-ab7c1b12-d835-4d31-bf09-9f5bb632adac service neutron] 10.222.0.26 "GET /v2.0/networks/5bb99113-f39a-40c6-93e6-ed33671f45b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456521 Nov 18 15:03:37.523735 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ff23fdb2-788e-4295-a160-1099dcc3148e req-455addd4-3e6f-4a9e-8de4-00f9ff4677e6 service neutron] 10.222.0.26 "GET /v2.0/networks/5bb99113-f39a-40c6-93e6-ed33671f45b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1386178 Nov 18 15:03:37.652827 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b0ec9-028b-4226-aff7-06925bc49774 req-493e8453-cd1c-42c0-88c9-4f085e481670 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:37.654440 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-228b0ec9-028b-4226-aff7-06925bc49774 req-493e8453-cd1c-42c0-88c9-4f085e481670 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.0832608 Nov 18 15:03:37.704985 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-228b0ec9-028b-4226-aff7-06925bc49774 req-7dfe0ffe-1ee8-4e30-98f2-17a1c1fb9211 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444415 Nov 18 15:03:38.515421 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248deaa5-4ba0-4b2d-86bf-dd80b603a459 req-2d6a0b25-5fc7-47ef-8e95-db8625f92e0f tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:38.517069 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-248deaa5-4ba0-4b2d-86bf-dd80b603a459 req-2d6a0b25-5fc7-47ef-8e95-db8625f92e0f tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/ports?device_id=859fc5b9-aeb3-4f12-9b61-b31553d517ee HTTP/1.1" status: 200 len: 948 time: 0.1605418 Nov 18 15:03:38.527694 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Network 5bb99113-f39a-40c6-93e6-ed33671f45b5 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 15:03:38.531844 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ec7f3-ef1d-4ef0-853a-de9c138c9368 req-35afe391-370c-40fb-990d-08c8ab229226 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:38.533460 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9b3ec7f3-ef1d-4ef0-853a-de9c138c9368 req-35afe391-370c-40fb-990d-08c8ab229226 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 943 time: 0.1179073 Nov 18 15:03:38.614252 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-248deaa5-4ba0-4b2d-86bf-dd80b603a459 req-a4a437af-7e6c-4e30-b079-ced151faab5a tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/security-groups?id=93be085b-729d-4db4-9bea-26ecc629af86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900586 Nov 18 15:03:38.618034 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9b3ec7f3-ef1d-4ef0-853a-de9c138c9368 req-f051bec0-e462-436c-b331-ddfb86a2460b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684328 Nov 18 15:03:38.830141 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.objects.ports [None req-026c3194-6ca4-4e82-9b15-03cfd1132218 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80268) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 15:03:38.921193 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523a05d-52f4-4c13-bdbf-bf17f974556e req-3bb8b329-c42f-4cea-a080-19955f0a67cd tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:38.922847 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c523a05d-52f4-4c13-bdbf-bf17f974556e req-3bb8b329-c42f-4cea-a080-19955f0a67cd tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.0844305 Nov 18 15:03:38.971532 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c523a05d-52f4-4c13-bdbf-bf17f974556e req-a14a59af-354b-4550-9857-6c3c5b63fca0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422497 Nov 18 15:03:39.583371 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 62c1e398-e0d8-4a71-9019-3d15d41f7c90 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:03:39.659186 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning for port 62c1e398-e0d8-4a71-9019-3d15d41f7c90 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:03:39.664581 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 62c1e398-e0d8-4a71-9019-3d15d41f7c90 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:03:39.665092 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:39.794187 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:39.828366 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ad5686-e635-435c-b846-1f5039a6ff4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c1e398-e0d8-4a71-9019-3d15d41f7c90'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:03:39.839167 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 62c1e398-e0d8-4a71-9019-3d15d41f7c90, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=62c1e398-e0d8-4a71-9019-3d15d41f7c90,segment=NetworkSegment(573e4015-d99e-4ce3-8b66-7ca90676bc75),segment_id=573e4015-d99e-4ce3-8b66-7ca90676bc75)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:03:39.842293 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:39.843344 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device b31d0418-029a-45b5-bd58-f21aaf6ca79c up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:03:39.873085 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:39.932475 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0526da6-f32a-43e5-9cd6-05702b60d172 req-ae87d56e-7ab3-4005-8ceb-39ab626bbe71 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:39.934407 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c0526da6-f32a-43e5-9cd6-05702b60d172 req-ae87d56e-7ab3-4005-8ceb-39ab626bbe71 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/ports?device_id=859fc5b9-aeb3-4f12-9b61-b31553d517ee HTTP/1.1" status: 200 len: 948 time: 0.1617980 Nov 18 15:03:39.941321 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fb1d2-2e36-4bd2-b0c2-0821977f2446 req-19746afd-cd44-41ff-ba71-5ed2480cca0e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:39.942893 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-901fb1d2-2e36-4bd2-b0c2-0821977f2446 req-19746afd-cd44-41ff-ba71-5ed2480cca0e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.1219699 Nov 18 15:03:39.965818 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=62c1e398-e0d8-4a71-9019-3d15d41f7c90,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:39.969649 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:39.981645 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning for port b31d0418-029a-45b5-bd58-f21aaf6ca79c completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:03:39.986742 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port b31d0418-029a-45b5-bd58-f21aaf6ca79c triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:03:39.987159 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:40.031074 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c0526da6-f32a-43e5-9cd6-05702b60d172 req-2461d4d1-907e-4f49-9091-76b7a9d34c3f tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/security-groups?id=93be085b-729d-4db4-9bea-26ecc629af86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870819 Nov 18 15:03:40.035381 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-901fb1d2-2e36-4bd2-b0c2-0821977f2446 req-915737d2-a123-4a5e-ab38-8b7952667792 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766530 Nov 18 15:03:40.119610 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:40.135261 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ad5686-e635-435c-b846-1f5039a6ff4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c1e398-e0d8-4a71-9019-3d15d41f7c90', 'code': 200} Nov 18 15:03:40.157721 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port b31d0418-029a-45b5-bd58-f21aaf6ca79c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b31d0418-029a-45b5-bd58-f21aaf6ca79c,segment=NetworkSegment(5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf),segment_id=5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:03:40.161068 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:40.163076 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8b2ec572-c475-4bf4-9cab-b74bd3e5a244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:40.236452 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=b31d0418-029a-45b5-bd58-f21aaf6ca79c,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:40.242650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:40.258571 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6a49c-ad4a-4963-9d34-c2b421b063cd req-1171a56e-e1e4-4281-9dea-c84adf48c060 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:40.260508 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-81a6a49c-ad4a-4963-9d34-c2b421b063cd req-1171a56e-e1e4-4281-9dea-c84adf48c060 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.0850098 Nov 18 15:03:40.361575 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-81a6a49c-ad4a-4963-9d34-c2b421b063cd req-dccb285a-ac27-4b85-a4b4-2e249463bd07 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946290 Nov 18 15:03:40.385412 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8d986f02-459c-4de7-ac4b-f4c40af2721a req-f93392b3-596d-49ef-ba60-35fbace26297 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 1162 time: 0.0857356 Nov 18 15:03:40.432164 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8d986f02-459c-4de7-ac4b-f4c40af2721a req-2befeb78-0d13-4321-88af-3d16e8e9eedf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399911 Nov 18 15:03:40.496265 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 62c1e398-e0d8-4a71-9019-3d15d41f7c90 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:03:40.568495 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 62c1e398-e0d8-4a71-9019-3d15d41f7c90 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:03:40.568915 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:40.689335 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device b31d0418-029a-45b5-bd58-f21aaf6ca79c up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:03:40.758171 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port b31d0418-029a-45b5-bd58-f21aaf6ca79c triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:03:40.758593 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:41.335062 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ffe99-6674-4f7b-9bd7-deb46d1bdac3 req-2fb61491-2278-43a9-92af-8a06bee561dd tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:41.337640 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-568ffe99-6674-4f7b-9bd7-deb46d1bdac3 req-2fb61491-2278-43a9-92af-8a06bee561dd tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/ports?device_id=859fc5b9-aeb3-4f12-9b61-b31553d517ee HTTP/1.1" status: 200 len: 950 time: 0.1575632 Nov 18 15:03:41.346852 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e71328-4c8f-496a-8628-1a2ea8f04a50 req-7d289f04-c2b6-4afa-ad48-06ff4bd8be0f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:41.348688 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-14e71328-4c8f-496a-8628-1a2ea8f04a50 req-7d289f04-c2b6-4afa-ad48-06ff4bd8be0f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.1677582 Nov 18 15:03:41.434790 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-568ffe99-6674-4f7b-9bd7-deb46d1bdac3 req-9297d070-eb7d-47ab-87fc-bf1ae33f2a40 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/security-groups?id=93be085b-729d-4db4-9bea-26ecc629af86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848196 Nov 18 15:03:41.454364 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-14e71328-4c8f-496a-8628-1a2ea8f04a50 req-51a6adff-ca4b-46b2-b2d1-3c42a7c12da7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853312 Nov 18 15:03:41.662680 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e142c96-9ca5-481d-bcd0-6f72d13f5adf req-1d45b3f4-710d-45ca-abed-ce0a61fb6c52 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:41.664271 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9e142c96-9ca5-481d-bcd0-6f72d13f5adf req-1d45b3f4-710d-45ca-abed-ce0a61fb6c52 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.0867176 Nov 18 15:03:41.718499 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9e142c96-9ca5-481d-bcd0-6f72d13f5adf req-53c4975d-3361-420f-af7f-ccfbe20b986a tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470514 Nov 18 15:03:42.136771 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859fc5b9-aeb3-4f12-9b61-b31553d517ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31d0418-029a-45b5-bd58-f21aaf6ca79c'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:03:42.194343 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859fc5b9-aeb3-4f12-9b61-b31553d517ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31d0418-029a-45b5-bd58-f21aaf6ca79c', 'code': 200} Nov 18 15:03:42.428658 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a359e8e2-a194-4fdc-863e-895c5a39e679 req-d482b360-80e5-459a-8b8d-7e940e040433 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=859fc5b9-aeb3-4f12-9b61-b31553d517ee HTTP/1.1" status: 200 len: 1167 time: 0.0752161 Nov 18 15:03:42.473443 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a359e8e2-a194-4fdc-863e-895c5a39e679 req-d27d128a-d383-45ea-90dc-a90481e78164 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=93be085b-729d-4db4-9bea-26ecc629af86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382028 Nov 18 15:03:42.727897 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c384e2-1d2b-4a79-a005-600e48bc50fd req-b1183096-47b1-43e9-8780-45294a8025aa tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:42.729621 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-65c384e2-1d2b-4a79-a005-600e48bc50fd req-b1183096-47b1-43e9-8780-45294a8025aa tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/ports?device_id=859fc5b9-aeb3-4f12-9b61-b31553d517ee HTTP/1.1" status: 200 len: 950 time: 0.1585891 Nov 18 15:03:42.735769 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce02061-19b4-4c80-90ed-cb169161c702 req-fb8230ac-e4f3-4f0e-ad18-8eb8673c9457 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:42.737338 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bce02061-19b4-4c80-90ed-cb169161c702 req-fb8230ac-e4f3-4f0e-ad18-8eb8673c9457 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.1247821 Nov 18 15:03:42.813398 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-65c384e2-1d2b-4a79-a005-600e48bc50fd req-f3a16533-b658-4f9d-8dc7-2c8d0af41bfc tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/security-groups?id=93be085b-729d-4db4-9bea-26ecc629af86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749760 Nov 18 15:03:42.821177 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bce02061-19b4-4c80-90ed-cb169161c702 req-0c9b9617-21e3-4bf9-8b88-fe9a04ce9888 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670419 Nov 18 15:03:43.089470 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a9a4-4d82-443d-ac7b-d0ca77fc1410 req-b4a4193e-50ce-4d03-9ad4-9f2fbcd0af78 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:43.091114 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1009a9a4-4d82-443d-ac7b-d0ca77fc1410 req-b4a4193e-50ce-4d03-9ad4-9f2fbcd0af78 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.1558878 Nov 18 15:03:43.101320 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928048e-5ce9-420a-8e6c-90ea91a77a90 req-5bc28fa0-55df-4c43-989b-9d1aca338bd2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:43.102928 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7928048e-5ce9-420a-8e6c-90ea91a77a90 req-5bc28fa0-55df-4c43-989b-9d1aca338bd2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.1241856 Nov 18 15:03:43.112353 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 36856) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:43.118016 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-709315b9-a24c-4709-96a6-dafea16ef1e2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Request body: {'floatingip': {'port_id': '62c1e398-e0d8-4a71-9019-3d15d41f7c90'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:03:43.151849 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1009a9a4-4d82-443d-ac7b-d0ca77fc1410 req-7b49a801-e144-448f-83aa-bd6affd0dad2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478675 Nov 18 15:03:43.204225 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-709315b9-a24c-4709-96a6-dafea16ef1e2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for floatingip, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:43.391497 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 36866) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:43.429393 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:43.619110 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f220a61-8382-448a-b388-51278e7b7eac req-d201887f-1793-45ff-8544-66a31b278b75 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:43.620902 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2f220a61-8382-448a-b388-51278e7b7eac req-d201887f-1793-45ff-8544-66a31b278b75 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.1342320 Nov 18 15:03:43.675951 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2f220a61-8382-448a-b388-51278e7b7eac req-e17df77f-f598-4d32-9ef8-4b57038cc738 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481145 Nov 18 15:03:43.730270 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:43.776268 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-027e481b-3883-401a-9316-8e8c92a2b290 req-4a011149-e31f-42ad-a072-05b6172def9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e33f061e6e44ec4a430f04b8846a002&device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 1163 time: 0.0794883 Nov 18 15:03:43.845197 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:03:43.863067 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Usage tracker for resource:security_group_rule and tenant:404c128dd96b44d69d9eeddae60f62e3 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:03:43.873149 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:03:43.924612 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e481b-3883-401a-9316-8e8c92a2b290 req-e0e5570a-42a8-4356-9c45-55ef7a6fbd5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:43.926283 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-027e481b-3883-401a-9316-8e8c92a2b290 req-e0e5570a-42a8-4356-9c45-55ef7a6fbd5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=7100e8d1-6aca-4702-8db4-c0fcac7adc0f HTTP/1.1" status: 200 len: 903 time: 0.1438475 Nov 18 15:03:44.001035 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:03:44.185093 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:44.191142 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:44.202355 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1c24f272-74f8-4a3b-ade4-8eb76f3ee9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:44.335216 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-027e481b-3883-401a-9316-8e8c92a2b290 req-a3f3e9a8-b556-48ee-9bc0-ebdd341165e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=752b2315-ab3d-464a-bb2b-e764715e73b9 HTTP/1.1" status: 200 len: 1002 time: 0.4022171 Nov 18 15:03:44.340545 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=404c128dd96b44d69d9eeddae60f62e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9479597 Nov 18 15:03:44.343958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03506556-8938-4a2d-af2d-55aef94ce6a2,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:44.345926 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92bb43-1093-404a-ba48-06516fed652d req-4c7c722d-f4ef-4dc0-8f41-72ae3566673d tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:44.346145 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 36874) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:44.347505 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0a92bb43-1093-404a-ba48-06516fed652d req-4c7c722d-f4ef-4dc0-8f41-72ae3566673d tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/ports?device_id=859fc5b9-aeb3-4f12-9b61-b31553d517ee HTTP/1.1" status: 200 len: 950 time: 0.3560865 Nov 18 15:03:44.385181 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.385599 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.386067 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.386473 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.386878 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.387278 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.387677 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.388076 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.388471 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.388861 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.389256 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.389648 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.390110 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.390508 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.390899 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.391291 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.391681 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.392081 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.392468 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.392864 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.393257 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.393649 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.394083 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.394479 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:03:44.398795 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:44.404518 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-709315b9-a24c-4709-96a6-dafea16ef1e2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for floatingip, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:44.416597 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-709315b9-a24c-4709-96a6-dafea16ef1e2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431000'] for floatingip, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:44.442759 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e481b-3883-401a-9316-8e8c92a2b290 req-19b861ae-1e36-43fe-a199-e23f68ee2d79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:44.444342 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-027e481b-3883-401a-9316-8e8c92a2b290 req-19b861ae-1e36-43fe-a199-e23f68ee2d79 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ccd06d64-c873-4fe5-aaac-a311ffcd4b42 HTTP/1.1" status: 200 len: 848 time: 0.0959070 Nov 18 15:03:44.493760 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0a92bb43-1093-404a-ba48-06516fed652d req-3803ff10-8d68-462c-a3bc-0807f4b9fcc5 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/security-groups?id=93be085b-729d-4db4-9bea-26ecc629af86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102078 Nov 18 15:03:44.533201 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-027e481b-3883-401a-9316-8e8c92a2b290 req-7ca34567-a1f6-4d6a-b4bf-0ab3084f0b73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7100e8d1-6aca-4702-8db4-c0fcac7adc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822842 Nov 18 15:03:44.540635 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f11bb090-ea9d-4862-9b28-094c7eb2c657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:44.574713 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f11bb090-ea9d-4862-9b28-094c7eb2c657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:44.688092 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-027e481b-3883-401a-9316-8e8c92a2b290 req-528f4161-c3bd-4640-b2cc-41f85c5198b5 service neutron] 10.222.0.26 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477706 Nov 18 15:03:44.929624 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f11bb090-ea9d-4862-9b28-094c7eb2c657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:44.935981 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cd567b92-506d-4ae3-8615-b487846dba9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:44.944873 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-027e481b-3883-401a-9316-8e8c92a2b290 req-d8a476a4-c92c-4ee3-80b1-26a42d6c4106 service neutron] 10.222.0.26 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2496862 Nov 18 15:03:44.953703 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bb090-ea9d-4862-9b28-094c7eb2c657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03506556-8938-4a2d-af2d-55aef94ce6a2,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:44.958011 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.l3_db [None req-709315b9-a24c-4709-96a6-dafea16ef1e2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Floating IP 05f38af1-4aab-4729-abed-de8a60a2a1cd associated. External IP: 172.28.0.85, port: 62c1e398-e0d8-4a71-9019-3d15d41f7c90. Nov 18 15:03:45.010901 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f11bb090-ea9d-4862-9b28-094c7eb2c657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:45.020779 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309f1aa-6e9f-4e75-b4a0-de43a05f0b63 req-e0a431a8-d1d2-4a97-9b67-41c8fc8c8479 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:45.022487 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1309f1aa-6e9f-4e75-b4a0-de43a05f0b63 req-e0a431a8-d1d2-4a97-9b67-41c8fc8c8479 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.1933551 Nov 18 15:03:45.026481 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f11bb090-ea9d-4862-9b28-094c7eb2c657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:45.027708 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-f11bb090-ea9d-4862-9b28-094c7eb2c657 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/03506556-8938-4a2d-af2d-55aef94ce6a2 HTTP/1.1" status: 204 len: 168 time: 0.6780870 Nov 18 15:03:45.103763 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e91de0-38c1-49c8-9b1a-561166682441 req-61d1d242-eee3-4c53-a190-716b82728e81 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:45.110491 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-39e91de0-38c1-49c8-9b1a-561166682441 req-61d1d242-eee3-4c53-a190-716b82728e81 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/ports?device_id=859fc5b9-aeb3-4f12-9b61-b31553d517ee HTTP/1.1" status: 200 len: 950 time: 0.1623657 Nov 18 15:03:45.115653 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1309f1aa-6e9f-4e75-b4a0-de43a05f0b63 req-fd55a6e1-e4d2-46de-8c15-99e8cee933e1 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848627 Nov 18 15:03:45.164841 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-39e91de0-38c1-49c8-9b1a-561166682441 req-e723d8e7-af1b-4c70-bae4-bf3b42e305c9 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/security-groups?id=93be085b-729d-4db4-9bea-26ecc629af86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528309 Nov 18 15:03:45.409963 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 36890) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:45.422403 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709315b9-a24c-4709-96a6-dafea16ef1e2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Router d9fda826-546b-4b7a-b326-f7c2ded37ae7 has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:03:45.432380 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7dbfb31e-5a33-4f18-b68a-128ce6a51bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:45.468160 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7dbfb31e-5a33-4f18-b68a-128ce6a51bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:03:45.472417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-7dbfb31e-5a33-4f18-b68a-128ce6a51bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:6293d07a4851468abbf2ac72bfce2d26 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:03:45.476109 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-7dbfb31e-5a33-4f18-b68a-128ce6a51bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:03:45.482679 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7dbfb31e-5a33-4f18-b68a-128ce6a51bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:03:45.553684 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7dbfb31e-5a33-4f18-b68a-128ce6a51bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:45.557187 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7dbfb31e-5a33-4f18-b68a-128ce6a51bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:45.565217 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:45.613316 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-7dbfb31e-5a33-4f18-b68a-128ce6a51bf1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6293d07a4851468abbf2ac72bfce2d26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2020659 Nov 18 15:03:45.614139 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfb31e-5a33-4f18-b68a-128ce6a51bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03537cc3-7ef9-475c-86ad-06daca65aad8,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:45.616871 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 36894) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:45.629772 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7dbfb31e-5a33-4f18-b68a-128ce6a51bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:45.665577 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709315b9-a24c-4709-96a6-dafea16ef1e2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:03:45.670838 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-709315b9-a24c-4709-96a6-dafea16ef1e2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for floatingip, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:45.677223 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895bfe3-4325-43a3-88b4-967ec0e19afc None None] Sync routers for ids ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'] in dv-cinder-733623-8-smb {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:03:45.689018 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-962d6d2e-1c27-4100-8610-a355c54f2067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:45.699982 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895bfe3-4325-43a3-88b4-967ec0e19afc None None] Routers {'d9fda826-546b-4b7a-b326-f7c2ded37ae7'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:03:45.700786 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a895bfe3-4325-43a3-88b4-967ec0e19afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:03:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:03:45.719373 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-962d6d2e-1c27-4100-8610-a355c54f2067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:45.730764 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-709315b9-a24c-4709-96a6-dafea16ef1e2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "PUT /v2.0/floatingips/05f38af1-4aab-4729-abed-de8a60a2a1cd HTTP/1.1" status: 200 len: 990 time: 2.6172059 Nov 18 15:03:45.731511 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ad5686-e635-435c-b846-1f5039a6ff4f', 'tag': '62c1e398-e0d8-4a71-9019-3d15d41f7c90'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:03:45.772653 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-962d6d2e-1c27-4100-8610-a355c54f2067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:45.779112 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b9428bcb-d995-4122-98f6-bde5bebd7352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:45.791485 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d6d2e-1c27-4100-8610-a355c54f2067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03537cc3-7ef9-475c-86ad-06daca65aad8,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:45.803180 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-962d6d2e-1c27-4100-8610-a355c54f2067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:45.809341 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-962d6d2e-1c27-4100-8610-a355c54f2067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:45.810869 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-962d6d2e-1c27-4100-8610-a355c54f2067 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/03537cc3-7ef9-475c-86ad-06daca65aad8 HTTP/1.1" status: 204 len: 168 time: 0.1930389 Nov 18 15:03:45.815583 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ad5686-e635-435c-b846-1f5039a6ff4f', 'tag': '62c1e398-e0d8-4a71-9019-3d15d41f7c90', 'status': 'completed', 'code': 200} Nov 18 15:03:45.928198 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d42e272a-5297-4ed3-955e-5980883a8958 req-952e6eee-e2ab-4582-b321-005523d9778b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=843cfdfce3cc46e79a77e9d00a592187&device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 1162 time: 0.0896697 Nov 18 15:03:45.934613 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-a895bfe3-4325-43a3-88b4-967ec0e19afc None None] Set router d9fda826-546b-4b7a-b326-f7c2ded37ae7 gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:03:46.104124 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e272a-5297-4ed3-955e-5980883a8958 req-a8dd680d-433d-4533-9a46-0c4b1c5b5fdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:46.105749 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d42e272a-5297-4ed3-955e-5980883a8958 req-a8dd680d-433d-4533-9a46-0c4b1c5b5fdf service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf HTTP/1.1" status: 200 len: 911 time: 0.1675234 Nov 18 15:03:46.255363 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d42e272a-5297-4ed3-955e-5980883a8958 req-b6064ec3-2796-44a5-b533-c0f69d794d84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62c1e398-e0d8-4a71-9019-3d15d41f7c90 HTTP/1.1" status: 200 len: 998 time: 0.1427095 Nov 18 15:03:46.361771 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a895bfe3-4325-43a3-88b4-967ec0e19afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 4, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_floatingips': [{'id': '05f38af1-4aab-4729-abed-de8a60a2a1cd', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'floating_ip_address': '172.28.0.85', 'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'router_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'port_id': '62c1e398-e0d8-4a71-9019-3d15d41f7c90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'mac_address': 'fa:16:3e:4a:76:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ad5686-e635-435c-b846-1f5039a6ff4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:03:28Z', 'updated_at': '2020-11-18T15:03:44Z', 'revision_number': 1, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f1d435-e73b-4219-b5fd-59cfc0a0fae1', 'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'mac_address': 'fa:16:3e:0c:09:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:40Z', 'updated_at': '2020-11-18T14:59:56Z', 'revision_number': 5, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'subnets': [{'id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:03:46.366844 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895bfe3-4325-43a3-88b4-967ec0e19afc None None] Checking router: d9fda826-546b-4b7a-b326-f7c2ded37ae7 for host: dv-cinder-733623-8-smb {{(pid=80268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:03:46.381010 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895bfe3-4325-43a3-88b4-967ec0e19afc None None] Routers {'d9fda826-546b-4b7a-b326-f7c2ded37ae7'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:03:46.381807 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a895bfe3-4325-43a3-88b4-967ec0e19afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:03:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:03:46.470406 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e272a-5297-4ed3-955e-5980883a8958 req-daec63b6-399c-4505-9389-d046b43855f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:46.472184 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d42e272a-5297-4ed3-955e-5980883a8958 req-daec63b6-399c-4505-9389-d046b43855f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5bcaa69-69c3-46ba-998a-62828b8d1ae0 HTTP/1.1" status: 200 len: 856 time: 0.2092173 Nov 18 15:03:46.473189 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367152e8-ecc2-4f8b-a87a-caca34fdc269 req-4ee21990-40b2-473b-b8ca-eb61e9733b76 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:46.475452 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-367152e8-ecc2-4f8b-a87a-caca34fdc269 req-4ee21990-40b2-473b-b8ca-eb61e9733b76 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.26 "GET /v2.0/ports?device_id=859fc5b9-aeb3-4f12-9b61-b31553d517ee HTTP/1.1" status: 200 len: 950 time: 0.1123660 Nov 18 15:03:46.488697 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device b31d0418-029a-45b5-bd58-f21aaf6ca79c no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:03:46.564644 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe7e96-fa14-4991-a9ed-2e067b972267 req-c3d870d5-1f5f-4920-878e-22e9246dff56 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:46.569343 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-367152e8-ecc2-4f8b-a87a-caca34fdc269 req-58977614-9181-4692-a14f-1fd6eda3c037 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Deleting port b31d0418-029a-45b5-bd58-f21aaf6ca79c {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:03:46.569943 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-367152e8-ecc2-4f8b-a87a-caca34fdc269 req-58977614-9181-4692-a14f-1fd6eda3c037 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:46.572861 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c7fe7e96-fa14-4991-a9ed-2e067b972267 req-c3d870d5-1f5f-4920-878e-22e9246dff56 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.2630000 Nov 18 15:03:46.621941 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d183c05-3511-4009-9a13-a695a1b81fd9 req-c582cb75-30c9-4fb1-b6a5-48c78ad01c5c tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:46.630069 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4d183c05-3511-4009-9a13-a695a1b81fd9 req-c582cb75-30c9-4fb1-b6a5-48c78ad01c5c tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/ports?device_id=859fc5b9-aeb3-4f12-9b61-b31553d517ee HTTP/1.1" status: 200 len: 950 time: 0.2640126 Nov 18 15:03:46.725018 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d42e272a-5297-4ed3-955e-5980883a8958 req-321562e3-21ca-4fd7-89c2-315b6e362f36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2393610 Nov 18 15:03:46.738640 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c7fe7e96-fa14-4991-a9ed-2e067b972267 req-c9476497-afb0-4a45-b4a4-9eb81b2f4d11 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646442 Nov 18 15:03:46.839484 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4d183c05-3511-4009-9a13-a695a1b81fd9 req-9f945452-5f02-4985-9440-8a81cc171f93 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/security-groups?id=93be085b-729d-4db4-9bea-26ecc629af86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074020 Nov 18 15:03:46.880772 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-a895bfe3-4325-43a3-88b4-967ec0e19afc None None] Set router d9fda826-546b-4b7a-b326-f7c2ded37ae7 gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:03:46.922609 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-367152e8-ecc2-4f8b-a87a-caca34fdc269 req-58977614-9181-4692-a14f-1fd6eda3c037 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] For port b31d0418-029a-45b5-bd58-f21aaf6ca79c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b31d0418-029a-45b5-bd58-f21aaf6ca79c,segment=NetworkSegment(5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf),segment_id=5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:03:46.923366 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-367152e8-ecc2-4f8b-a87a-caca34fdc269 req-58977614-9181-4692-a14f-1fd6eda3c037 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:47.062453 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d42e272a-5297-4ed3-955e-5980883a8958 req-2c9c10a2-99f7-45b7-8d34-4676831e50e1 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205326 Nov 18 15:03:47.126165 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-367152e8-ecc2-4f8b-a87a-caca34fdc269 req-58977614-9181-4692-a14f-1fd6eda3c037 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Calling delete_port for b31d0418-029a-45b5-bd58-f21aaf6ca79c owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:03:47.139375 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:47.214572 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859fc5b9-aeb3-4f12-9b61-b31553d517ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b31d0418-029a-45b5-bd58-f21aaf6ca79c'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:03:47.241522 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d42e272a-5297-4ed3-955e-5980883a8958 req-24281d62-f8f0-48a1-8852-88c50727e9b7 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1702762 Nov 18 15:03:47.245416 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port b31d0418-029a-45b5-bd58-f21aaf6ca79c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b31d0418-029a-45b5-bd58-f21aaf6ca79c,segment=NetworkSegment(5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf),segment_id=5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:03:47.250812 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.api [req-367152e8-ecc2-4f8b-a87a-caca34fdc269 req-58977614-9181-4692-a14f-1fd6eda3c037 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80267) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 15:03:47.250812 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_db.api [req-367152e8-ecc2-4f8b-a87a-caca34fdc269 req-58977614-9181-4692-a14f-1fd6eda3c037 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 15:03:47.256647 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:47.311119 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:47.349984 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859fc5b9-aeb3-4f12-9b61-b31553d517ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b31d0418-029a-45b5-bd58-f21aaf6ca79c', 'code': 200} Nov 18 15:03:47.413041 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=b31d0418-029a-45b5-bd58-f21aaf6ca79c,revision_number=5']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:47.418331 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:47.490496 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-a895bfe3-4325-43a3-88b4-967ec0e19afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 4, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_floatingips': [{'id': '05f38af1-4aab-4729-abed-de8a60a2a1cd', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'floating_ip_address': '172.28.0.85', 'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'router_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'port_id': '62c1e398-e0d8-4a71-9019-3d15d41f7c90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'mac_address': 'fa:16:3e:4a:76:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ad5686-e635-435c-b846-1f5039a6ff4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:03:28Z', 'updated_at': '2020-11-18T15:03:44Z', 'revision_number': 1, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f1d435-e73b-4219-b5fd-59cfc0a0fae1', 'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'mac_address': 'fa:16:3e:0c:09:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:40Z', 'updated_at': '2020-11-18T14:59:56Z', 'revision_number': 5, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'subnets': [{'id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:03:47.495581 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895bfe3-4325-43a3-88b4-967ec0e19afc None None] The sync data for ids ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'] in dv-cinder-733623-8-smb is: [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 4, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_floatingips': [{'id': '05f38af1-4aab-4729-abed-de8a60a2a1cd', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'floating_ip_address': '172.28.0.85', 'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'router_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'port_id': '62c1e398-e0d8-4a71-9019-3d15d41f7c90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'mac_address': 'fa:16:3e:4a:76:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ad5686-e635-435c-b846-1f5039a6ff4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:03:28Z', 'updated_at': '2020-11-18T15:03:44Z', 'revision_number': 1, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f1d435-e73b-4219-b5fd-59cfc0a0fae1', 'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'mac_address': 'fa:16:3e:0c:09:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:40Z', 'updated_at': '2020-11-18T14:59:56Z', 'revision_number': 5, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'subnets': [{'id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:03:47.752066 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-367152e8-ecc2-4f8b-a87a-caca34fdc269 req-58977614-9181-4692-a14f-1fd6eda3c037 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Deleting port b31d0418-029a-45b5-bd58-f21aaf6ca79c {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:03:47.752611 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-367152e8-ecc2-4f8b-a87a-caca34fdc269 req-58977614-9181-4692-a14f-1fd6eda3c037 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:47.769159 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a256b6-ad42-4823-8600-612f160c100c None None] New status for floating IP 05f38af1-4aab-4729-abed-de8a60a2a1cd: ACTIVE {{(pid=80269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 15:03:48.046947 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-367152e8-ecc2-4f8b-a87a-caca34fdc269 req-58977614-9181-4692-a14f-1fd6eda3c037 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] For port b31d0418-029a-45b5-bd58-f21aaf6ca79c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b31d0418-029a-45b5-bd58-f21aaf6ca79c,segment=NetworkSegment(5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf),segment_id=5359fa2f-bfab-4d8b-9d2a-20c65ca8aebf)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:03:48.048135 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-367152e8-ecc2-4f8b-a87a-caca34fdc269 req-58977614-9181-4692-a14f-1fd6eda3c037 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:48.142959 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa30955-883e-49ba-bb9a-26a3ebec03eb req-97dcdcf0-46ec-4117-8e75-fe41d7c3a537 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:03:48.144822 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1fa30955-883e-49ba-bb9a-26a3ebec03eb req-97dcdcf0-46ec-4117-8e75-fe41d7c3a537 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/ports?device_id=859fc5b9-aeb3-4f12-9b61-b31553d517ee HTTP/1.1" status: 200 len: 948 time: 0.1530235 Nov 18 15:03:48.192552 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-367152e8-ecc2-4f8b-a87a-caca34fdc269 req-58977614-9181-4692-a14f-1fd6eda3c037 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Calling delete_port for b31d0418-029a-45b5-bd58-f21aaf6ca79c owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:03:48.198951 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1fa30955-883e-49ba-bb9a-26a3ebec03eb req-36b74018-499d-4429-a802-fd3759e79275 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.17 "GET /v2.0/security-groups?id=93be085b-729d-4db4-9bea-26ecc629af86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467696 Nov 18 15:03:48.347099 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-367152e8-ecc2-4f8b-a87a-caca34fdc269 req-58977614-9181-4692-a14f-1fd6eda3c037 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:48.362928 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c09c0178-37ae-46ee-8e36-4193c8e0e5bd tempest-AttachVolumeNegativeTest-1423096079 tempest-AttachVolumeNegativeTest-1423096079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:48.422031 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58977614-9181-4692-a14f-1fd6eda3c037 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Pushing event deleted for resources: {'Port': ['ID=b31d0418-029a-45b5-bd58-f21aaf6ca79c,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:48.427956 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-58977614-9181-4692-a14f-1fd6eda3c037 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:48.575773 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-367152e8-ecc2-4f8b-a87a-caca34fdc269 req-58977614-9181-4692-a14f-1fd6eda3c037 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] No DVR routers for this DVR port b31d0418-029a-45b5-bd58-f21aaf6ca79c on host hv-cinder-73362 {{(pid=80267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:03:48.577980 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-367152e8-ecc2-4f8b-a87a-caca34fdc269 req-58977614-9181-4692-a14f-1fd6eda3c037 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:48.580950 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859fc5b9-aeb3-4f12-9b61-b31553d517ee', 'name': 'network-vif-deleted', 'tag': 'b31d0418-029a-45b5-bd58-f21aaf6ca79c'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:03:48.598381 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-367152e8-ecc2-4f8b-a87a-caca34fdc269 req-58977614-9181-4692-a14f-1fd6eda3c037 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] 10.222.0.26 "DELETE /v2.0/ports/b31d0418-029a-45b5-bd58-f21aaf6ca79c HTTP/1.1" status: 204 len: 173 time: 2.1143894 Nov 18 15:03:48.652692 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859fc5b9-aeb3-4f12-9b61-b31553d517ee', 'name': 'network-vif-deleted', 'tag': 'b31d0418-029a-45b5-bd58-f21aaf6ca79c', 'status': 'completed', 'code': 200} Nov 18 15:03:49.922741 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b59b81a7-d216-4b47-a1bf-96680ad679e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:52.511300 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-94c70c94-e420-467b-932b-effcdb7b3f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:52.916531 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:53.828403 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:54.299231 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:54.354030 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 37258) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:54.542166 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-098ba016-efc0-4c2d-8e1e-34db54389952 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f4fbbb0c63f14e71a8c76f4060d871d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1868262 Nov 18 15:03:54.544713 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 37264) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:54.606770 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f24b8508-2ae0-4e3d-8f0b-bbe7649688aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:54.633920 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f24b8508-2ae0-4e3d-8f0b-bbe7649688aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:54.677346 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f24b8508-2ae0-4e3d-8f0b-bbe7649688aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:54.683401 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-04285e26-98c8-4668-a90d-df78d05bc031 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:54.698495 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b8508-2ae0-4e3d-8f0b-bbe7649688aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93be085b-729d-4db4-9bea-26ecc629af86,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:54.702720 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f24b8508-2ae0-4e3d-8f0b-bbe7649688aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:54.705980 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f24b8508-2ae0-4e3d-8f0b-bbe7649688aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:54.707209 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-f24b8508-2ae0-4e3d-8f0b-bbe7649688aa admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/93be085b-729d-4db4-9bea-26ecc629af86 HTTP/1.1" status: 204 len: 168 time: 0.1615424 Nov 18 15:03:55.566628 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 37288) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:55.718881 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06301ff7-2dea-4735-ab44-67e2be75dfa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:55.752024 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-06301ff7-2dea-4735-ab44-67e2be75dfa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:03:55.755958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-06301ff7-2dea-4735-ab44-67e2be75dfa2 admin admin] Usage tracker for resource:security_group_rule and tenant:bcfdc28125b34548ab4922961ec13a79 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:03:55.759889 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-06301ff7-2dea-4735-ab44-67e2be75dfa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:03:55.765585 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-06301ff7-2dea-4735-ab44-67e2be75dfa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:03:55.841103 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06301ff7-2dea-4735-ab44-67e2be75dfa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:55.843636 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-06301ff7-2dea-4735-ab44-67e2be75dfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:55.851004 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-60a4b86a-38be-44bc-8005-f51f2bb1f3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:55.893534 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06301ff7-2dea-4735-ab44-67e2be75dfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8191bb73-3b95-4f04-a05a-fde3f529a372,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:55.897419 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-06301ff7-2dea-4735-ab44-67e2be75dfa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:55.900671 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-06301ff7-2dea-4735-ab44-67e2be75dfa2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bcfdc28125b34548ab4922961ec13a79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3329792 Nov 18 15:03:55.903365 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 37294) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:55.967149 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-baf4f5dc-1aca-484f-8dc3-f0e47c77832e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:55.994692 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-baf4f5dc-1aca-484f-8dc3-f0e47c77832e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:56.039230 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-baf4f5dc-1aca-484f-8dc3-f0e47c77832e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:56.044916 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9f71e386-7c86-449a-8095-2f9a2296275d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:56.058052 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4f5dc-1aca-484f-8dc3-f0e47c77832e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8191bb73-3b95-4f04-a05a-fde3f529a372,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:56.060867 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-baf4f5dc-1aca-484f-8dc3-f0e47c77832e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:56.064607 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-baf4f5dc-1aca-484f-8dc3-f0e47c77832e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:56.069685 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-baf4f5dc-1aca-484f-8dc3-f0e47c77832e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8191bb73-3b95-4f04-a05a-fde3f529a372 HTTP/1.1" status: 204 len: 168 time: 0.1652606 Nov 18 15:03:56.418992 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 37304) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:56.439098 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46aedd48-5209-4db3-bc98-21e8c15698d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:56.471490 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-46aedd48-5209-4db3-bc98-21e8c15698d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:03:56.475508 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-46aedd48-5209-4db3-bc98-21e8c15698d9 admin admin] Usage tracker for resource:security_group_rule and tenant:4e05f41772c845bf9c1af1e972bd8e0d is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:03:56.479111 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-46aedd48-5209-4db3-bc98-21e8c15698d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:03:56.484797 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-46aedd48-5209-4db3-bc98-21e8c15698d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:03:56.555273 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46aedd48-5209-4db3-bc98-21e8c15698d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:56.557966 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-46aedd48-5209-4db3-bc98-21e8c15698d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:56.565640 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-09c17101-15e3-4004-ac3b-9cfdab4fd29f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:56.607786 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aedd48-5209-4db3-bc98-21e8c15698d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11be5cc-643f-4814-930f-997b9025e224,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:56.611329 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-46aedd48-5209-4db3-bc98-21e8c15698d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:56.614404 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-46aedd48-5209-4db3-bc98-21e8c15698d9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4e05f41772c845bf9c1af1e972bd8e0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1940300 Nov 18 15:03:56.616771 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 37308) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:03:56.679814 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c076c84c-0316-4907-9b8c-6c8e80f8d77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:56.707454 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c076c84c-0316-4907-9b8c-6c8e80f8d77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:56.750960 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c076c84c-0316-4907-9b8c-6c8e80f8d77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:56.755860 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-67576d34-70a3-45eb-a4eb-7a61cfd325e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:03:56.768612 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076c84c-0316-4907-9b8c-6c8e80f8d77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11be5cc-643f-4814-930f-997b9025e224,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:03:56.771728 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c076c84c-0316-4907-9b8c-6c8e80f8d77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:03:56.773706 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c076c84c-0316-4907-9b8c-6c8e80f8d77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:03:56.777934 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-c076c84c-0316-4907-9b8c-6c8e80f8d77f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e11be5cc-643f-4814-930f-997b9025e224 HTTP/1.1" status: 204 len: 168 time: 0.1577971 Nov 18 15:03:57.020155 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:04:05.262060 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 37406) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:04:05.416155 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a44936a2-551c-4a52-a440-7bb3bb4c65c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:05.454334 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a44936a2-551c-4a52-a440-7bb3bb4c65c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:04:05.458245 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-a44936a2-551c-4a52-a440-7bb3bb4c65c1 admin admin] Usage tracker for resource:security_group_rule and tenant:3281f7f1257c456db648809a86f12d5c is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:04:05.461180 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-a44936a2-551c-4a52-a440-7bb3bb4c65c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:04:05.466966 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-a44936a2-551c-4a52-a440-7bb3bb4c65c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:04:05.535899 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a44936a2-551c-4a52-a440-7bb3bb4c65c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:05.538823 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a44936a2-551c-4a52-a440-7bb3bb4c65c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:05.546117 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3a99c882-2b21-499e-9fda-2d3b505df604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:05.585418 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44936a2-551c-4a52-a440-7bb3bb4c65c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4298ca-01b8-436a-bbd8-d4cacad2d8f6,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:05.588849 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a44936a2-551c-4a52-a440-7bb3bb4c65c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:05.598126 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-a44936a2-551c-4a52-a440-7bb3bb4c65c1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3281f7f1257c456db648809a86f12d5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3349209 Nov 18 15:04:05.600681 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 37414) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:04:05.662059 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1a9db0f0-cf88-4f24-bc49-b9346e159a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:05.689990 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1a9db0f0-cf88-4f24-bc49-b9346e159a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:05.734131 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1a9db0f0-cf88-4f24-bc49-b9346e159a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:05.739000 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-28f0b30c-f566-415f-b100-6d9d996b52a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:05.755155 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9db0f0-cf88-4f24-bc49-b9346e159a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4298ca-01b8-436a-bbd8-d4cacad2d8f6,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:05.757940 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1a9db0f0-cf88-4f24-bc49-b9346e159a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:05.762460 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1a9db0f0-cf88-4f24-bc49-b9346e159a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:05.763688 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-1a9db0f0-cf88-4f24-bc49-b9346e159a4e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/df4298ca-01b8-436a-bbd8-d4cacad2d8f6 HTTP/1.1" status: 204 len: 168 time: 0.1620555 Nov 18 15:04:06.120737 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 37422) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:04:06.139801 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d16422c7-e089-4fd0-90e3-b795daa4033c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:06.173158 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d16422c7-e089-4fd0-90e3-b795daa4033c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:04:06.177203 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d16422c7-e089-4fd0-90e3-b795daa4033c admin admin] Usage tracker for resource:security_group_rule and tenant:73839f01a5df4383a85b2ddb6aee6a6a is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:04:06.180170 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d16422c7-e089-4fd0-90e3-b795daa4033c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:04:06.186266 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d16422c7-e089-4fd0-90e3-b795daa4033c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:04:06.253910 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d16422c7-e089-4fd0-90e3-b795daa4033c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:06.256709 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d16422c7-e089-4fd0-90e3-b795daa4033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:06.264361 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1b7833a6-6436-42dc-ab05-f7e8ea868444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:06.308309 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16422c7-e089-4fd0-90e3-b795daa4033c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee89b499-30b9-4e94-8ee0-ed3e17bae994,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:06.313404 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d16422c7-e089-4fd0-90e3-b795daa4033c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=73839f01a5df4383a85b2ddb6aee6a6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1915195 Nov 18 15:04:06.314430 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d16422c7-e089-4fd0-90e3-b795daa4033c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:06.316512 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 37426) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:04:06.381859 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5b534c1b-41a9-46ad-8f0f-1e54fc9747dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:06.409456 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5b534c1b-41a9-46ad-8f0f-1e54fc9747dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:06.455349 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5b534c1b-41a9-46ad-8f0f-1e54fc9747dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:06.460267 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5531076f-250d-4d0f-a3f1-fa178a5d9e33 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:06.474462 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b534c1b-41a9-46ad-8f0f-1e54fc9747dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee89b499-30b9-4e94-8ee0-ed3e17bae994,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:06.477312 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5b534c1b-41a9-46ad-8f0f-1e54fc9747dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:06.478534 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5b534c1b-41a9-46ad-8f0f-1e54fc9747dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:06.479760 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-5b534c1b-41a9-46ad-8f0f-1e54fc9747dd admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ee89b499-30b9-4e94-8ee0-ed3e17bae994 HTTP/1.1" status: 204 len: 168 time: 0.1627657 Nov 18 15:04:09.522775 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 37502) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:04:09.676128 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-039064b2-159b-4156-b5c2-c03e0275f397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:09.709474 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-039064b2-159b-4156-b5c2-c03e0275f397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:04:09.714320 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-039064b2-159b-4156-b5c2-c03e0275f397 admin admin] Usage tracker for resource:security_group_rule and tenant:ca65e6b2f5d143b5bddccf86ac2045a8 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:04:09.717326 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-039064b2-159b-4156-b5c2-c03e0275f397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:04:09.723487 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-039064b2-159b-4156-b5c2-c03e0275f397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:04:09.791405 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-039064b2-159b-4156-b5c2-c03e0275f397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:09.794089 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-039064b2-159b-4156-b5c2-c03e0275f397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:09.801682 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5fdc2b1a-b216-4a51-8819-6cd41c2dbd71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:09.846589 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039064b2-159b-4156-b5c2-c03e0275f397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7855ec00-8b0b-4f52-aff9-6b9f5af2c0aa,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:09.849865 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-039064b2-159b-4156-b5c2-c03e0275f397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:09.853701 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-039064b2-159b-4156-b5c2-c03e0275f397 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ca65e6b2f5d143b5bddccf86ac2045a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3298080 Nov 18 15:04:09.856507 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 37508) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:04:09.922072 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bf612f05-82a5-4cd9-bab8-fcb21ed71407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:09.950839 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bf612f05-82a5-4cd9-bab8-fcb21ed71407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:09.998159 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bf612f05-82a5-4cd9-bab8-fcb21ed71407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:10.003338 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c60470b0-bc3e-4cbf-856d-5f79dfa05d35 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:10.018222 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf612f05-82a5-4cd9-bab8-fcb21ed71407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7855ec00-8b0b-4f52-aff9-6b9f5af2c0aa,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:10.021056 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bf612f05-82a5-4cd9-bab8-fcb21ed71407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:10.022316 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bf612f05-82a5-4cd9-bab8-fcb21ed71407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:10.026302 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-bf612f05-82a5-4cd9-bab8-fcb21ed71407 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7855ec00-8b0b-4f52-aff9-6b9f5af2c0aa HTTP/1.1" status: 204 len: 168 time: 0.1687403 Nov 18 15:04:10.377396 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 37518) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:04:10.396961 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-00b8aa53-a046-4344-80d2-3f8306d98872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:10.429746 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-00b8aa53-a046-4344-80d2-3f8306d98872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:04:10.434858 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-00b8aa53-a046-4344-80d2-3f8306d98872 admin admin] Usage tracker for resource:security_group_rule and tenant:f82fda650dff429a9d16597c0ac56c33 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:04:10.437863 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-00b8aa53-a046-4344-80d2-3f8306d98872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:04:10.443630 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-00b8aa53-a046-4344-80d2-3f8306d98872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:04:10.511548 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-00b8aa53-a046-4344-80d2-3f8306d98872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:10.514252 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-00b8aa53-a046-4344-80d2-3f8306d98872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:10.521701 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-57b0dfe4-e3be-4fac-ba63-afb6f1f945c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:10.569273 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8aa53-a046-4344-80d2-3f8306d98872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93020f3-9162-4348-a606-24997211cd24,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:10.573730 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-00b8aa53-a046-4344-80d2-3f8306d98872 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f82fda650dff429a9d16597c0ac56c33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1950815 Nov 18 15:04:10.574653 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-00b8aa53-a046-4344-80d2-3f8306d98872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:10.576508 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 37522) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:04:10.640626 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-78cf9305-70c2-401f-8e14-a8af13e132a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:10.668746 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-78cf9305-70c2-401f-8e14-a8af13e132a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:10.713643 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-78cf9305-70c2-401f-8e14-a8af13e132a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:10.718597 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7056a9c3-73d2-424c-89ec-e1fdd4d762a2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:10.732901 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf9305-70c2-401f-8e14-a8af13e132a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93020f3-9162-4348-a606-24997211cd24,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:10.735697 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-78cf9305-70c2-401f-8e14-a8af13e132a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:10.736862 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-78cf9305-70c2-401f-8e14-a8af13e132a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:10.738938 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-78cf9305-70c2-401f-8e14-a8af13e132a5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a93020f3-9162-4348-a606-24997211cd24 HTTP/1.1" status: 204 len: 168 time: 0.1613872 Nov 18 15:04:13.426649 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:19.627880 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffde676-30f7-4909-8798-42c9ae04be8c req-b4df88f5-99c7-486c-b532-4708a110295a tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:19.629530 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2ffde676-30f7-4909-8798-42c9ae04be8c req-b4df88f5-99c7-486c-b532-4708a110295a tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.0913115 Nov 18 15:04:19.680466 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2ffde676-30f7-4909-8798-42c9ae04be8c req-dd7c4545-309d-40c2-8c5a-cba96d70b747 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444224 Nov 18 15:04:19.907819 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d0d059c5-4802-47f9-b820-001e0310f406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:20.898185 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27496dd9-c6fe-4cb6-9c71-576f1e5a4a27 req-7a7b9290-524e-4ed4-9f9b-ad800af05350 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:20.900131 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-27496dd9-c6fe-4cb6-9c71-576f1e5a4a27 req-7a7b9290-524e-4ed4-9f9b-ad800af05350 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.0883524 Nov 18 15:04:20.950435 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-27496dd9-c6fe-4cb6-9c71-576f1e5a4a27 req-6aaa519c-2cd0-4a2c-ab4d-8d45e502b0e4 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438616 Nov 18 15:04:21.555232 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62513a-da7a-4fdd-94e5-1ae8ba76211e req-e2327614-0979-4e24-8e28-9a4937583737 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:21.556008 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-bf62513a-da7a-4fdd-94e5-1ae8ba76211e req-e2327614-0979-4e24-8e28-9a4937583737 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Synchronizing usage tracker for tenant:7e33f061e6e44ec4a430f04b8846a002 on resource:port {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:04:21.571773 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-bf62513a-da7a-4fdd-94e5-1ae8ba76211e req-e2327614-0979-4e24-8e28-9a4937583737 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Unset dirty status for tenant:7e33f061e6e44ec4a430f04b8846a002 on resource:port {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:04:21.572989 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bf62513a-da7a-4fdd-94e5-1ae8ba76211e req-e2327614-0979-4e24-8e28-9a4937583737 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.26 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.0991032 Nov 18 15:04:21.646912 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-bf62513a-da7a-4fdd-94e5-1ae8ba76211e req-264625ff-28ad-4074-baab-3d9d807a7151 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Deleting port 752b2315-ab3d-464a-bb2b-e764715e73b9 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:04:21.647299 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bf62513a-da7a-4fdd-94e5-1ae8ba76211e req-264625ff-28ad-4074-baab-3d9d807a7151 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:21.911626 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-bf62513a-da7a-4fdd-94e5-1ae8ba76211e req-264625ff-28ad-4074-baab-3d9d807a7151 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] For port 752b2315-ab3d-464a-bb2b-e764715e73b9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=752b2315-ab3d-464a-bb2b-e764715e73b9,segment=NetworkSegment(fd4911fa-7dca-4450-acfb-fa71f1345d91),segment_id=fd4911fa-7dca-4450-acfb-fa71f1345d91)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:04:21.912189 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bf62513a-da7a-4fdd-94e5-1ae8ba76211e req-264625ff-28ad-4074-baab-3d9d807a7151 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:22.303491 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a68be-4c66-4711-8744-f2db259395b9 req-8f902691-9095-46cd-ba5d-68333eef6ef6 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:22.305420 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e37a68be-4c66-4711-8744-f2db259395b9 req-8f902691-9095-46cd-ba5d-68333eef6ef6 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 946 time: 0.1713119 Nov 18 15:04:22.312595 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176ef97-d3ca-47c8-a302-a0bcfd56139a req-b0a518d6-2a2a-413d-8339-e389d00552c7 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:22.314377 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8176ef97-d3ca-47c8-a302-a0bcfd56139a req-b0a518d6-2a2a-413d-8339-e389d00552c7 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.1312330 Nov 18 15:04:22.402444 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e37a68be-4c66-4711-8744-f2db259395b9 req-f5a3d23d-7a3b-4ca7-bbb2-1486cafd4fa1 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=ed3290a4-5931-49b2-91f5-eb1cb39b1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869033 Nov 18 15:04:22.406206 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8176ef97-d3ca-47c8-a302-a0bcfd56139a req-dbe6bb2f-030b-417f-83df-12827d844c1a tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0749316 Nov 18 15:04:22.483450 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bf62513a-da7a-4fdd-94e5-1ae8ba76211e req-264625ff-28ad-4074-baab-3d9d807a7151 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for floatingip, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:22.483862 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bf62513a-da7a-4fdd-94e5-1ae8ba76211e req-264625ff-28ad-4074-baab-3d9d807a7151 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431000'] for floatingip, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:22.484213 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.l3_db [req-bf62513a-da7a-4fdd-94e5-1ae8ba76211e req-264625ff-28ad-4074-baab-3d9d807a7151 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Floating IP fd08ba18-44eb-458d-81a2-eec11b0d3e77 disassociated. External IP: 172.28.0.160, port: 752b2315-ab3d-464a-bb2b-e764715e73b9. Nov 18 15:04:22.484595 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-bf62513a-da7a-4fdd-94e5-1ae8ba76211e req-264625ff-28ad-4074-baab-3d9d807a7151 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Calling delete_port for 752b2315-ab3d-464a-bb2b-e764715e73b9 owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:04:22.502652 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0c36be3f-74d3-4154-857e-9b3908539e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:22.629231 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bf62513a-da7a-4fdd-94e5-1ae8ba76211e req-264625ff-28ad-4074-baab-3d9d807a7151 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:22.647757 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2e7d78f7-0660-4cbd-82d4-dcb71c2daf0e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:22.697687 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 752b2315-ab3d-464a-bb2b-e764715e73b9 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:04:22.708147 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264625ff-28ad-4074-baab-3d9d807a7151 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Pushing event deleted for resources: {'Port': ['ID=752b2315-ab3d-464a-bb2b-e764715e73b9,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:22.713105 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-264625ff-28ad-4074-baab-3d9d807a7151 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:22.733787 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] No Port match for: 752b2315-ab3d-464a-bb2b-e764715e73b9 {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:04:22.734214 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 752b2315-ab3d-464a-bb2b-e764715e73b9 not bound to the agent host hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:04:22.918681 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:23.037136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf62513a-da7a-4fdd-94e5-1ae8ba76211e req-264625ff-28ad-4074-baab-3d9d807a7151 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Router 06113f2e-69b2-4c03-b6e5-36e6d5354386 has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:04:23.261236 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf62513a-da7a-4fdd-94e5-1ae8ba76211e req-264625ff-28ad-4074-baab-3d9d807a7151 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:04:23.273526 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cdaa2e-74fa-4f45-96af-c4f37e008d98 None None] Sync routers for ids ['06113f2e-69b2-4c03-b6e5-36e6d5354386'] in dv-cinder-733623-8-smb {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:04:23.291165 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cdaa2e-74fa-4f45-96af-c4f37e008d98 None None] Routers {'06113f2e-69b2-4c03-b6e5-36e6d5354386'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:04:23.292490 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-59cdaa2e-74fa-4f45-96af-c4f37e008d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:04:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['06113f2e-69b2-4c03-b6e5-36e6d5354386'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:04:23.301783 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf62513a-da7a-4fdd-94e5-1ae8ba76211e req-264625ff-28ad-4074-baab-3d9d807a7151 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] No DVR routers for this DVR port 752b2315-ab3d-464a-bb2b-e764715e73b9 on host hv-cinder-73362 {{(pid=80267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:04:23.304232 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bf62513a-da7a-4fdd-94e5-1ae8ba76211e req-264625ff-28ad-4074-baab-3d9d807a7151 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:23.314589 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0de2fab-d1b9-4b14-848b-e495f3edc993', 'name': 'network-vif-deleted', 'tag': '752b2315-ab3d-464a-bb2b-e764715e73b9'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:04:23.336658 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bf62513a-da7a-4fdd-94e5-1ae8ba76211e req-264625ff-28ad-4074-baab-3d9d807a7151 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.26 "DELETE /v2.0/ports/752b2315-ab3d-464a-bb2b-e764715e73b9 HTTP/1.1" status: 204 len: 173 time: 1.7577984 Nov 18 15:04:23.383377 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0de2fab-d1b9-4b14-848b-e495f3edc993', 'name': 'network-vif-deleted', 'tag': '752b2315-ab3d-464a-bb2b-e764715e73b9', 'status': 'completed', 'code': 200} Nov 18 15:04:23.565274 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-59cdaa2e-74fa-4f45-96af-c4f37e008d98 None None] Set router 06113f2e-69b2-4c03-b6e5-36e6d5354386 gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:04:23.662042 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fb8a0c19-d194-4e7f-b02a-1d8c9d1c08e7 req-73a31501-b2cd-4c4c-9783-2831085bfcc1 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e0de2fab-d1b9-4b14-848b-e495f3edc993 HTTP/1.1" status: 200 len: 210 time: 0.0946884 Nov 18 15:04:23.713236 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6cc88-4cfc-4750-a049-5fdf32339087 req-f6301f5d-105a-47b5-a558-b16eeb7ad3af tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:23.714844 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2aa6cc88-4cfc-4750-a049-5fdf32339087 req-f6301f5d-105a-47b5-a558-b16eeb7ad3af tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.1083896 Nov 18 15:04:23.794480 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2aa6cc88-4cfc-4750-a049-5fdf32339087 req-748d7105-c7cc-4118-a93b-1659a64b84cd tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0725961 Nov 18 15:04:23.823997 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 37702) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:04:23.862535 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:23.974529 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-59cdaa2e-74fa-4f45-96af-c4f37e008d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port': {'id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:41Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '6af75b91-df5c-4559-ba71-a92fb45ff842', 'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'mac_address': 'fa:16:3e:42:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:46Z', 'updated_at': '2020-11-18T15:00:59Z', 'revision_number': 5, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'subnets': [{'id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:04:23.979279 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cdaa2e-74fa-4f45-96af-c4f37e008d98 None None] Checking router: 06113f2e-69b2-4c03-b6e5-36e6d5354386 for host: dv-cinder-733623-8-smb {{(pid=80268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:04:23.994913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cdaa2e-74fa-4f45-96af-c4f37e008d98 None None] Routers {'06113f2e-69b2-4c03-b6e5-36e6d5354386'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:04:23.995985 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-59cdaa2e-74fa-4f45-96af-c4f37e008d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:04:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['06113f2e-69b2-4c03-b6e5-36e6d5354386'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:04:24.012295 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-68dadcf5-56b1-4bee-8aff-729ef20d3fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:24.046940 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-68dadcf5-56b1-4bee-8aff-729ef20d3fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:04:24.051231 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-68dadcf5-56b1-4bee-8aff-729ef20d3fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:417f85e3906e4943afbe20f459e96202 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:04:24.054248 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-68dadcf5-56b1-4bee-8aff-729ef20d3fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:04:24.060994 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-68dadcf5-56b1-4bee-8aff-729ef20d3fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:04:24.130145 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-68dadcf5-56b1-4bee-8aff-729ef20d3fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:24.133299 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-68dadcf5-56b1-4bee-8aff-729ef20d3fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:24.141009 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c5f229fe-ec49-46a4-8f9d-c4f0709a59e6 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:24.180073 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dadcf5-56b1-4bee-8aff-729ef20d3fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a115bdbe-5dd9-4158-9b88-a1af4900d3e9,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:24.186337 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-68dadcf5-56b1-4bee-8aff-729ef20d3fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:24.194859 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-68dadcf5-56b1-4bee-8aff-729ef20d3fa7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=417f85e3906e4943afbe20f459e96202&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3674300 Nov 18 15:04:24.195050 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-59cdaa2e-74fa-4f45-96af-c4f37e008d98 None None] Set router 06113f2e-69b2-4c03-b6e5-36e6d5354386 gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:04:24.195142 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 37712) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:04:24.260501 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aaf881ae-7319-47b1-a072-ba4082116927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:24.293145 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aaf881ae-7319-47b1-a072-ba4082116927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:24.341219 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aaf881ae-7319-47b1-a072-ba4082116927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:24.346497 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-efb55339-aad1-476b-b88b-ab561043ae6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:24.365601 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aaf881ae-7319-47b1-a072-ba4082116927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:24.366269 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:24.379340 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-aaf881ae-7319-47b1-a072-ba4082116927 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a115bdbe-5dd9-4158-9b88-a1af4900d3e9 HTTP/1.1" status: 204 len: 168 time: 0.1738944 Nov 18 15:04:24.382454 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf881ae-7319-47b1-a072-ba4082116927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a115bdbe-5dd9-4158-9b88-a1af4900d3e9,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:24.386588 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aaf881ae-7319-47b1-a072-ba4082116927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:24.761102 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-59cdaa2e-74fa-4f45-96af-c4f37e008d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port': {'id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:41Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '6af75b91-df5c-4559-ba71-a92fb45ff842', 'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'mac_address': 'fa:16:3e:42:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:46Z', 'updated_at': '2020-11-18T15:00:59Z', 'revision_number': 5, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'subnets': [{'id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:04:24.765251 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cdaa2e-74fa-4f45-96af-c4f37e008d98 None None] The sync data for ids ['06113f2e-69b2-4c03-b6e5-36e6d5354386'] in dv-cinder-733623-8-smb is: [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port': {'id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:41Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '6af75b91-df5c-4559-ba71-a92fb45ff842', 'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'mac_address': 'fa:16:3e:42:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:46Z', 'updated_at': '2020-11-18T15:00:59Z', 'revision_number': 5, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'subnets': [{'id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:04:24.821114 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 37726) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:04:24.893946 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2019510e-3106-4dac-8d5f-cc6bd2378cd3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:24.925185 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2019510e-3106-4dac-8d5f-cc6bd2378cd3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:25.032841 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2019510e-3106-4dac-8d5f-cc6bd2378cd3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:25.040859 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-03c7407b-4f48-4c72-8a3d-38cf476f219c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:25.059265 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019510e-3106-4dac-8d5f-cc6bd2378cd3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3290a4-5931-49b2-91f5-eb1cb39b1c91,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:25.063266 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2019510e-3106-4dac-8d5f-cc6bd2378cd3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:25.075569 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2019510e-3106-4dac-8d5f-cc6bd2378cd3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:25.078538 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-2019510e-3106-4dac-8d5f-cc6bd2378cd3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "DELETE /v2.0/security-groups/ed3290a4-5931-49b2-91f5-eb1cb39b1c91 HTTP/1.1" status: 204 len: 168 time: 0.2548513 Nov 18 15:04:25.079922 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 37732) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:04:25.099735 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.v2.resource [None req-e4bca204-c954-4e0e-89d5-781d7b583a29 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] show failed (client error): The resource could not be found. Nov 18 15:04:25.100909 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-e4bca204-c954-4e0e-89d5-781d7b583a29 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups/ed3290a4-5931-49b2-91f5-eb1cb39b1c91 HTTP/1.1" status: 404 len: 347 time: 0.0198686 Nov 18 15:04:25.101038 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69504d8c-dedf-4e8e-97d5-caabb7cd3abc req-ed54c262-a6f6-4b4a-87fa-b0058891d16f tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:25.102706 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-69504d8c-dedf-4e8e-97d5-caabb7cd3abc req-ed54c262-a6f6-4b4a-87fa-b0058891d16f tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.1633911 Nov 18 15:04:25.104061 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 37736) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:04:25.153251 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-69504d8c-dedf-4e8e-97d5-caabb7cd3abc req-238c4d59-0259-4929-9a6b-74dfd8d27846 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0443306 Nov 18 15:04:25.180846 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ece3eb5-247d-4dcc-80da-98f1b9b9c859 None None] New status for floating IP fd08ba18-44eb-458d-81a2-eec11b0d3e77: DOWN {{(pid=80269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 15:04:25.275472 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-9a51105f-83d0-4e2c-a0e4-173ab8d2a93b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Deleting port 8f6c4916-ba2d-4488-a1ca-4987a1cbc58f {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:04:25.275859 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a51105f-83d0-4e2c-a0e4-173ab8d2a93b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:25.459273 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a51105f-83d0-4e2c-a0e4-173ab8d2a93b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:25.459643 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a51105f-83d0-4e2c-a0e4-173ab8d2a93b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for floatingip, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:25.589502 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-9a51105f-83d0-4e2c-a0e4-173ab8d2a93b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Calling delete_port for 8f6c4916-ba2d-4488-a1ca-4987a1cbc58f owned by network:floatingip {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:04:25.669017 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.api [None req-9a51105f-83d0-4e2c-a0e4-173ab8d2a93b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80267) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 15:04:25.669389 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_db.api [None req-9a51105f-83d0-4e2c-a0e4-173ab8d2a93b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 15:04:26.171040 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-9a51105f-83d0-4e2c-a0e4-173ab8d2a93b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Deleting port 8f6c4916-ba2d-4488-a1ca-4987a1cbc58f {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:04:26.171502 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a51105f-83d0-4e2c-a0e4-173ab8d2a93b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:26.361374 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a51105f-83d0-4e2c-a0e4-173ab8d2a93b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:26.361705 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a51105f-83d0-4e2c-a0e4-173ab8d2a93b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for floatingip, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:26.370950 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622aaedc-cbbf-4605-8501-454245a181ae req-89d7a293-0284-4c8d-a678-bcb0e8d5b762 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:26.372718 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-622aaedc-cbbf-4605-8501-454245a181ae req-89d7a293-0284-4c8d-a678-bcb0e8d5b762 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.0896518 Nov 18 15:04:26.423527 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-622aaedc-cbbf-4605-8501-454245a181ae req-96f97ef6-e2bf-481d-b9bd-edf202ee151b tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0445969 Nov 18 15:04:26.494421 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-9a51105f-83d0-4e2c-a0e4-173ab8d2a93b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Calling delete_port for 8f6c4916-ba2d-4488-a1ca-4987a1cbc58f owned by network:floatingip {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:04:26.640910 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a51105f-83d0-4e2c-a0e4-173ab8d2a93b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:26.656222 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0088273f-829f-4ac9-a219-cbdb88a5e640 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:26.709876 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51105f-83d0-4e2c-a0e4-173ab8d2a93b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Pushing event deleted for resources: {'Port': ['ID=8f6c4916-ba2d-4488-a1ca-4987a1cbc58f,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:26.715368 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9a51105f-83d0-4e2c-a0e4-173ab8d2a93b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:26.882752 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a51105f-83d0-4e2c-a0e4-173ab8d2a93b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for floatingip, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:26.897675 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a51105f-83d0-4e2c-a0e4-173ab8d2a93b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for floatingip, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:26.898909 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-9a51105f-83d0-4e2c-a0e4-173ab8d2a93b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "DELETE /v2.0/floatingips/fd08ba18-44eb-458d-81a2-eec11b0d3e77 HTTP/1.1" status: 204 len: 168 time: 1.7937775 Nov 18 15:04:26.949550 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9264a5b-728f-4024-8f26-206e0e4796d7 req-96c9c2b3-0ec7-43f3-97e9-3cda7a305eff tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:26.951309 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e9264a5b-728f-4024-8f26-206e0e4796d7 req-96c9c2b3-0ec7-43f3-97e9-3cda7a305eff tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0917306 Nov 18 15:04:27.000507 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e9264a5b-728f-4024-8f26-206e0e4796d7 req-13537d89-91e9-4e1a-9763-808a554660fb tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431840 Nov 18 15:04:27.373279 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 37762) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:04:27.379040 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-e29056fa-2cd6-40ce-a703-75993c6bfbd5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Request body: {'security_group': {'name': 'tempest-securitygroup--1512594099', 'description': 'tempest-description--173392366'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:04:27.386060 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e29056fa-2cd6-40ce-a703-75993c6bfbd5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:04:27.390412 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-e29056fa-2cd6-40ce-a703-75993c6bfbd5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Usage tracker for resource:security_group and tenant:7e33f061e6e44ec4a430f04b8846a002 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:04:27.394436 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-e29056fa-2cd6-40ce-a703-75993c6bfbd5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:04:27.401182 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e29056fa-2cd6-40ce-a703-75993c6bfbd5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:04:27.409925 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e29056fa-2cd6-40ce-a703-75993c6bfbd5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:27.447900 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e29056fa-2cd6-40ce-a703-75993c6bfbd5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:04:27.451856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-e29056fa-2cd6-40ce-a703-75993c6bfbd5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Usage tracker for resource:security_group_rule and tenant:7e33f061e6e44ec4a430f04b8846a002 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:04:27.454771 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-e29056fa-2cd6-40ce-a703-75993c6bfbd5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:04:27.461251 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-e29056fa-2cd6-40ce-a703-75993c6bfbd5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:04:27.524419 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e29056fa-2cd6-40ce-a703-75993c6bfbd5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:27.527157 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e29056fa-2cd6-40ce-a703-75993c6bfbd5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:27.530931 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8871cbc1-135b-4c9b-b786-2e62f18d2171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:27.577915 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29056fa-2cd6-40ce-a703-75993c6bfbd5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Pushing event updated for resources: {'SecurityGroup': ['ID=91ef050e-9cbd-4c83-963d-ed9951324d2e,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:27.580842 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e29056fa-2cd6-40ce-a703-75993c6bfbd5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:27.584963 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-e29056fa-2cd6-40ce-a703-75993c6bfbd5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2078192 Nov 18 15:04:27.584963 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e29056fa-2cd6-40ce-a703-75993c6bfbd5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:27.585166 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 37768) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:04:27.591654 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-03e02bb4-06ea-40ee-9980-ae7a5c2ae3ee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Request body: {'security_group_rule': {'security_group_id': '91ef050e-9cbd-4c83-963d-ed9951324d2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:04:27.597867 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-03e02bb4-06ea-40ee-9980-ae7a5c2ae3ee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:04:27.602642 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-03e02bb4-06ea-40ee-9980-ae7a5c2ae3ee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Usage tracker for resource:security_group_rule and tenant:7e33f061e6e44ec4a430f04b8846a002 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:04:27.605602 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-03e02bb4-06ea-40ee-9980-ae7a5c2ae3ee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:04:27.611468 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-03e02bb4-06ea-40ee-9980-ae7a5c2ae3ee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:04:27.627612 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03e02bb4-06ea-40ee-9980-ae7a5c2ae3ee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group_rule, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:27.637840 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e38130-167e-4d2d-83c6-fce599dbfa1d req-454401e7-69f9-47bf-80e9-2c9d98570495 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:27.639503 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-74e38130-167e-4d2d-83c6-fce599dbfa1d req-454401e7-69f9-47bf-80e9-2c9d98570495 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.0855794 Nov 18 15:04:27.691972 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-74e38130-167e-4d2d-83c6-fce599dbfa1d req-6e881667-3c38-4bb7-a9b2-4e739bca1264 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0460720 Nov 18 15:04:27.696168 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03e02bb4-06ea-40ee-9980-ae7a5c2ae3ee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:27.698865 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03e02bb4-06ea-40ee-9980-ae7a5c2ae3ee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771554'] for security_group_rule, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:27.701271 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b22d173b-0d29-48c1-86cc-6ca1c1b6f47f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:27.725079 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e02bb4-06ea-40ee-9980-ae7a5c2ae3ee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ca80fe-57b4-4293-818d-3a2f6b0362b1,revision_number=0']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:27.727804 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-03e02bb4-06ea-40ee-9980-ae7a5c2ae3ee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:27.734103 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-03e02bb4-06ea-40ee-9980-ae7a5c2ae3ee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group_rule, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:27.735364 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-03e02bb4-06ea-40ee-9980-ae7a5c2ae3ee tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1493092 Nov 18 15:04:27.738108 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 37772) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:04:27.743491 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-fde631f6-b1f1-4e3c-8ec3-d25ef5791aaa tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Request body: {'security_group_rule': {'security_group_id': '91ef050e-9cbd-4c83-963d-ed9951324d2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:04:27.749478 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fde631f6-b1f1-4e3c-8ec3-d25ef5791aaa tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:04:27.753463 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-fde631f6-b1f1-4e3c-8ec3-d25ef5791aaa tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Usage tracker for resource:security_group_rule and tenant:7e33f061e6e44ec4a430f04b8846a002 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:04:27.756480 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-fde631f6-b1f1-4e3c-8ec3-d25ef5791aaa tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:04:27.762963 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-fde631f6-b1f1-4e3c-8ec3-d25ef5791aaa tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:04:27.778856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fde631f6-b1f1-4e3c-8ec3-d25ef5791aaa tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group_rule, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:27.844967 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fde631f6-b1f1-4e3c-8ec3-d25ef5791aaa tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:27.847555 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fde631f6-b1f1-4e3c-8ec3-d25ef5791aaa tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771554'] for security_group_rule, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:27.849613 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ffa7e0dd-71e3-47b7-a148-cabdd3677fc1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:27.872906 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde631f6-b1f1-4e3c-8ec3-d25ef5791aaa tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a23d55-4763-46f8-9b16-0fc1695e7d47,revision_number=0']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:27.875260 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fde631f6-b1f1-4e3c-8ec3-d25ef5791aaa tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:27.881844 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fde631f6-b1f1-4e3c-8ec3-d25ef5791aaa tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group_rule, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:27.883883 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-fde631f6-b1f1-4e3c-8ec3-d25ef5791aaa tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1447902 Nov 18 15:04:27.887075 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 37776) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:04:27.892568 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Request body: {'floatingip': {'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:04:27.898431 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:04:27.902575 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Usage tracker for resource:floatingip and tenant:7e33f061e6e44ec4a430f04b8846a002 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:04:27.905564 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:04:27.911381 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:04:27.921051 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for floatingip, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:28.240820 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef8fc6-825e-4740-873c-7f008c085f9e req-46e8d14d-8024-420d-848f-04e9d03f06a1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:28.243038 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4cef8fc6-825e-4740-873c-7f008c085f9e req-46e8d14d-8024-420d-848f-04e9d03f06a1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0916913 Nov 18 15:04:28.278247 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:28.294325 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4cef8fc6-825e-4740-873c-7f008c085f9e req-9e78336e-670f-4359-9c47-2a7aee2e3b14 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449104 Nov 18 15:04:28.549526 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Allocated IP 172.28.0.172 (43dc5890-a9c2-4d0d-8ecc-5e5d0db18312/81ba36a0-a2a1-4122-9852-9ec563604b00/cf4c103a-68db-439d-a05b-bacd47ad0a39) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:04:28.709009 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:28.735888 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:28.751907 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-58977614-9181-4692-a14f-1fd6eda3c037 tempest-VolumesNegativeTest-507092026 tempest-VolumesNegativeTest-507092026] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:28.894021 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Pushing event updated for resources: {'Port': ['ID=cf4c103a-68db-439d-a05b-bacd47ad0a39,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:28.904590 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:28.906256 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2bec2-3d6c-4cf7-b4e2-5ebfffe36644 req-6083e39f-ab24-4a67-9a41-3cc396f5372b tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:28.907905 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-76e2bec2-3d6c-4cf7-b4e2-5ebfffe36644 req-6083e39f-ab24-4a67-9a41-3cc396f5372b tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.0859895 Nov 18 15:04:28.952143 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:04:28.952905 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:04:28.955174 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:04:28.963225 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-76e2bec2-3d6c-4cf7-b4e2-5ebfffe36644 req-219fa8c2-5341-450f-a9b5-1aa3b9484458 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0492053 Nov 18 15:04:29.046150 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for floatingip, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:29.108595 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:29.374147 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:29.377840 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:29.398605 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-70996a07-996c-4c7d-b1c1-7335193445ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:29.527698 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c54c1-1d46-443b-9af1-229de2329469 req-de95fc8f-e72d-4585-a98e-9b8879a98104 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:29.529338 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-620c54c1-1d46-443b-9af1-229de2329469 req-de95fc8f-e72d-4585-a98e-9b8879a98104 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0860393 Nov 18 15:04:29.535078 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Pushing event updated for resources: {'Port': ['ID=cf4c103a-68db-439d-a05b-bacd47ad0a39,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:29.538225 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:29.578961 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-620c54c1-1d46-443b-9af1-229de2329469 req-30d256ec-5174-42c1-81d4-830106664904 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431244 Nov 18 15:04:29.640978 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431000'] for floatingip, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:29.664380 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for floatingip, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:29.665714 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7776604 Nov 18 15:04:29.912878 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-6a9051c0-3d4b-4194-8cde-17fae58920a4 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Synchronizing usage tracker for tenant:7e33f061e6e44ec4a430f04b8846a002 on resource:security_group {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:04:29.927430 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-6a9051c0-3d4b-4194-8cde-17fae58920a4 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Unset dirty status for tenant:7e33f061e6e44ec4a430f04b8846a002 on resource:security_group {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:04:29.928702 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-6a9051c0-3d4b-4194-8cde-17fae58920a4 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1512594099&fields=id&tenant_id=7e33f061e6e44ec4a430f04b8846a002 HTTP/1.1" status: 200 len: 267 time: 0.0601571 Nov 18 15:04:30.097237 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-c13cb24f-1a93-4985-b4b0-bf599710770f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:30.098855 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-c13cb24f-1a93-4985-b4b0-bf599710770f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/networks?id=7100e8d1-6aca-4702-8db4-c0fcac7adc0f HTTP/1.1" status: 200 len: 809 time: 0.1624618 Nov 18 15:04:30.172709 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-2f95fd78-8159-4ae3-9434-9a2e582ca0fb tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/quotas/7e33f061e6e44ec4a430f04b8846a002 HTTP/1.1" status: 200 len: 375 time: 0.0309386 Nov 18 15:04:30.247599 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09865a85-ee06-41d4-ac41-2455fb63f4b3 req-630c421c-5ccf-40f4-b094-e7ba6bc7224c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:30.249203 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-09865a85-ee06-41d4-ac41-2455fb63f4b3 req-630c421c-5ccf-40f4-b094-e7ba6bc7224c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.1493287 Nov 18 15:04:30.309095 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-06d31b2f-7e9f-490a-841c-c42da547addf tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?tenant_id=7e33f061e6e44ec4a430f04b8846a002&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1294878 Nov 18 15:04:30.316922 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-09865a85-ee06-41d4-ac41-2455fb63f4b3 req-19111e96-0e66-4701-bc73-159ce5e7a855 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0611157 Nov 18 15:04:30.671688 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-4639131d-20fa-4cd5-b326-a081da1bc17b service neutron] 10.222.0.17 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498366 Nov 18 15:04:30.879958 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-d11f9816-5b9e-4a2d-a7b4-ef3da6c855b8 service neutron] 10.222.0.17 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2017128 Nov 18 15:04:30.894711 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb9592-05f8-4f13-a585-9c726446f282 req-f454c5a1-974f-43e4-98b5-6ab493bfc85a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:30.896089 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c4cb9592-05f8-4f13-a585-9c726446f282 req-f454c5a1-974f-43e4-98b5-6ab493bfc85a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.1712518 Nov 18 15:04:30.946614 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c4cb9592-05f8-4f13-a585-9c726446f282 req-6116c918-0e7a-47d3-b659-ffad4f291aa2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443065 Nov 18 15:04:31.090997 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b11c79d7-05c9-4c69-b4df-8fa34a5d3801 req-f907aa75-1a85-4cf6-a046-902d441a1aca tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e552c5a5-41cf-4b60-885d-15892d2ec9d6 HTTP/1.1" status: 200 len: 210 time: 0.0520105 Nov 18 15:04:31.533020 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9267f2d-8f09-40e6-bd5d-de5165ff6eb0 req-8b517e04-e875-4ef2-b3f0-761ba35055d3 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:31.534706 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e9267f2d-8f09-40e6-bd5d-de5165ff6eb0 req-8b517e04-e875-4ef2-b3f0-761ba35055d3 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.0857241 Nov 18 15:04:31.586534 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e9267f2d-8f09-40e6-bd5d-de5165ff6eb0 req-aa8939e6-2aca-44a2-b92f-ccea09257d89 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0453219 Nov 18 15:04:32.171422 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-7bdfab3c-8f61-4e9d-9ff6-06b6841c023d tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:32.173190 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-7bdfab3c-8f61-4e9d-9ff6-06b6841c023d tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.26 "GET /v2.0/networks?id=7100e8d1-6aca-4702-8db4-c0fcac7adc0f HTTP/1.1" status: 200 len: 809 time: 0.2000701 Nov 18 15:04:32.275800 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-37f62efe-d6b6-4dae-9848-897921aa43b5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Synchronizing usage tracker for tenant:7e33f061e6e44ec4a430f04b8846a002 on resource:security_group {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:04:32.289180 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-37f62efe-d6b6-4dae-9848-897921aa43b5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Unset dirty status for tenant:7e33f061e6e44ec4a430f04b8846a002 on resource:security_group {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:04:32.291523 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-37f62efe-d6b6-4dae-9848-897921aa43b5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e33f061e6e44ec4a430f04b8846a002 HTTP/1.1" status: 200 len: 5044 time: 0.1045313 Nov 18 15:04:32.301715 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Request body: {'port': {'device_id': 'e552c5a5-41cf-4b60-885d-15892d2ec9d6', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'admin_state_up': True, 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'security_groups': ['91ef050e-9cbd-4c83-963d-ed9951324d2e']}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:04:32.317750 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e866069d-88c8-47af-a9d9-fa3a3926cf0c req-e7784661-efa9-4b31-ac6b-102ff318d3c0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e552c5a5-41cf-4b60-885d-15892d2ec9d6 HTTP/1.1" status: 200 len: 210 time: 0.0632432 Nov 18 15:04:32.347300 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-05cc8ef6-08aa-40ea-b74e-226e9f52e789 req-1d572366-100f-4bd5-908a-93002289d1fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3744a70cc58a4d309144b144203db7ce&device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 1162 time: 0.1286044 Nov 18 15:04:32.456568 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:04:32.460926 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Usage tracker for resource:port and tenant:7e33f061e6e44ec4a430f04b8846a002 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:04:32.464742 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Quota usage for port was recalculated. Used quota:3. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:04:32.470643 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:04:32.481123 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Made reservation on behalf of 7e33f061e6e44ec4a430f04b8846a002 for: {'port': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:04:32.486728 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:32.559704 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc8ef6-08aa-40ea-b74e-226e9f52e789 req-6277fefd-02ef-4a4d-a891-37db91ee6772 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:32.561309 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-05cc8ef6-08aa-40ea-b74e-226e9f52e789 req-6277fefd-02ef-4a4d-a891-37db91ee6772 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 HTTP/1.1" status: 200 len: 904 time: 0.2077298 Nov 18 15:04:32.568294 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1847da9-fe67-40fe-967d-fc92181817a8 req-f20eae0f-a5fe-47c1-90ff-226325b0ae26 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:32.569807 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f1847da9-fe67-40fe-967d-fc92181817a8 req-f20eae0f-a5fe-47c1-90ff-226325b0ae26 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.4658964 Nov 18 15:04:32.709677 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-05cc8ef6-08aa-40ea-b74e-226e9f52e789 req-f757b703-f779-49e5-ab96-c8c0af467c62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0795cbe3-d022-4bfe-8748-3e2eea810b86 HTTP/1.1" status: 200 len: 1000 time: 0.1387985 Nov 18 15:04:32.718021 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f1847da9-fe67-40fe-967d-fc92181817a8 req-9fb7e93a-41c7-4ec1-a8de-1ea1e9fa6e0c tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921025 Nov 18 15:04:32.792183 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc8ef6-08aa-40ea-b74e-226e9f52e789 req-f68062fc-4c23-422e-a69e-88ca128cc1a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:32.793779 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-05cc8ef6-08aa-40ea-b74e-226e9f52e789 req-f68062fc-4c23-422e-a69e-88ca128cc1a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63e74489-8b92-4d56-99d5-4fb097f5becc HTTP/1.1" status: 200 len: 848 time: 0.0748386 Nov 18 15:04:32.809778 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Allocated IP 172.20.0.7 (7100e8d1-6aca-4702-8db4-c0fcac7adc0f/ccd06d64-c873-4fe5-aaac-a311ffcd4b42/471f0ad9-bbfd-4a59-b848-15a4626f0a39) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:04:32.950793 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-05cc8ef6-08aa-40ea-b74e-226e9f52e789 req-2f03709a-8dfb-447f-b7be-2a04b7955175 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1500819 Nov 18 15:04:32.960731 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd107634-106f-4d6d-aade-37bc17335856 req-b1b4def0-6c33-4d50-a0e3-a6b58a20ae34 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:32.963102 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dd107634-106f-4d6d-aade-37bc17335856 req-b1b4def0-6c33-4d50-a0e3-a6b58a20ae34 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.2057984 Nov 18 15:04:33.021997 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:33.039761 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Transition to ACTIVE for port object 471f0ad9-bbfd-4a59-b848-15a4626f0a39 will not be triggered until provisioned by entity DHCP. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:04:33.060542 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:33.076342 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d49a8473-8477-4c08-80b3-34416fe6a32f tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:33.119744 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dd107634-106f-4d6d-aade-37bc17335856 req-5375530c-677d-4abf-9a7b-3258d04160db tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1344044 Nov 18 15:04:33.146548 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-05cc8ef6-08aa-40ea-b74e-226e9f52e789 req-7321f0ca-f6ae-4bc5-bb89-8f583a01b082 service neutron] 10.222.0.26 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824360 Nov 18 15:04:33.215478 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Pushing event updated for resources: {'Port': ['ID=471f0ad9-bbfd-4a59-b848-15a4626f0a39,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:33.218627 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:33.279155 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Network 7100e8d1-6aca-4702-8db4-c0fcac7adc0f is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:04:33.280401 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:04:33.282746 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:04:33.293842 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-05cc8ef6-08aa-40ea-b74e-226e9f52e789 req-697b6da2-de2f-4e99-b998-94e8a3847990 service neutron] 10.222.0.26 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401205 Nov 18 15:04:33.349201 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:33.349894 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:33.376839 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0791180 Nov 18 15:04:33.389431 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Request body: {'port': {'device_id': 'e552c5a5-41cf-4b60-885d-15892d2ec9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:04:33.488469 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-cc0f08c0-303a-41dc-8242-cc8e1f096f20 None None] Provisioning for port 471f0ad9-bbfd-4a59-b848-15a4626f0a39 completed by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:04:33.493689 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-cc0f08c0-303a-41dc-8242-cc8e1f096f20 None None] Provisioning complete for port 471f0ad9-bbfd-4a59-b848-15a4626f0a39 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:04:33.494145 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cc0f08c0-303a-41dc-8242-cc8e1f096f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:33.512139 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:33.542706 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae906120-b0a8-4747-97b3-9ab00d982e9d req-131784e7-f5ec-4284-8bb1-9e00a5f4c8dd tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:33.544362 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ae906120-b0a8-4747-97b3-9ab00d982e9d req-131784e7-f5ec-4284-8bb1-9e00a5f4c8dd tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e552c5a5-41cf-4b60-885d-15892d2ec9d6 HTTP/1.1" status: 200 len: 931 time: 0.0867939 Nov 18 15:04:33.550159 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-cc0f08c0-303a-41dc-8242-cc8e1f096f20 None None] Port 471f0ad9-bbfd-4a59-b848-15a4626f0a39 cannot update to ACTIVE because it is not bound. {{(pid=80268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 15:04:33.596546 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ae906120-b0a8-4747-97b3-9ab00d982e9d req-cb346b5e-f39b-4434-90d6-963be709e1dc tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=91ef050e-9cbd-4c83-963d-ed9951324d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451384 Nov 18 15:04:33.926279 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471f0ad9-bbfd-4a59-b848-15a4626f0a39 {{(pid=80267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 15:04:33.934103 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:33.948448 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Transition to ACTIVE for port object 471f0ad9-bbfd-4a59-b848-15a4626f0a39 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:04:33.951121 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:33.962793 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d87536-70ea-4c1b-a0c1-9d5114a1f0e7 req-2825f3ff-ab95-4cc4-aac3-bfb501b6402e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:33.964423 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-16d87536-70ea-4c1b-a0c1-9d5114a1f0e7 req-2825f3ff-ab95-4cc4-aac3-bfb501b6402e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0933595 Nov 18 15:04:33.967251 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ef63a0db-4cf1-4e41-b284-cb21329e2b1e tempest-VolumesActionsTest-1915438067 tempest-VolumesActionsTest-1915438067] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:34.016114 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-16d87536-70ea-4c1b-a0c1-9d5114a1f0e7 req-7019264b-02fe-4fae-8d97-7591065dd09e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452516 Nov 18 15:04:34.025582 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:04:34.104831 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Pushing event updated for resources: {'Port': ['ID=471f0ad9-bbfd-4a59-b848-15a4626f0a39,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:34.114303 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:34.296767 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Attempting to bind port 471f0ad9-bbfd-4a59-b848-15a4626f0a39 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:04:34.297337 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Attempting to bind port 471f0ad9-bbfd-4a59-b848-15a4626f0a39 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'fd4911fa-7dca-4450-acfb-fa71f1345d91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:04:34.298184 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Attempting to bind port 471f0ad9-bbfd-4a59-b848-15a4626f0a39 on network 7100e8d1-6aca-4702-8db4-c0fcac7adc0f {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:04:34.306513 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Checking agent: {'id': '7eae2a45-698e-415c-8839-ff0c3594e804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:04:34.306881 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Checking segment: {'id': 'fd4911fa-7dca-4450-acfb-fa71f1345d91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:04:34.307283 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:34.307672 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Bound using segment: {'id': 'fd4911fa-7dca-4450-acfb-fa71f1345d91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:04:34.308144 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Bound port: 471f0ad9-bbfd-4a59-b848-15a4626f0a39, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4911fa-7dca-4450-acfb-fa71f1345d91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:04:34.308513 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:34.344530 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb166d1-bba4-4e3a-9bd9-b321a1841b07 req-cc3f895d-c159-4398-9562-2e3cd8995a80 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:34.346192 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ceb166d1-bba4-4e3a-9bd9-b321a1841b07 req-cc3f895d-c159-4398-9562-2e3cd8995a80 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.0886776 Nov 18 15:04:34.397104 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ceb166d1-bba4-4e3a-9bd9-b321a1841b07 req-2dbcb6fd-0f58-446f-89d8-6945b89b511c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0437610 Nov 18 15:04:34.408323 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] For port 471f0ad9-bbfd-4a59-b848-15a4626f0a39, host hv-cinder-73362, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:04:34.411578 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] For port 471f0ad9-bbfd-4a59-b848-15a4626f0a39, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=471f0ad9-bbfd-4a59-b848-15a4626f0a39,segment=NetworkSegment(fd4911fa-7dca-4450-acfb-fa71f1345d91),segment_id=fd4911fa-7dca-4450-acfb-fa71f1345d91)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:04:34.415958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:34.432610 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-324d4020-57b1-4d03-b80b-4e312ad835d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:34.788038 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 62c1e398-e0d8-4a71-9019-3d15d41f7c90 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:04:34.794875 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Pushing event updated for resources: {'Port': ['ID=471f0ad9-bbfd-4a59-b848-15a4626f0a39,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:34.798498 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:34.838065 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b282a9a-b4b8-46df-bb08-f99ca431a0cf req-2faf9282-f0c7-4f82-99d5-4658fb66f59a tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:34.839863 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7b282a9a-b4b8-46df-bb08-f99ca431a0cf req-2faf9282-f0c7-4f82-99d5-4658fb66f59a tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e552c5a5-41cf-4b60-885d-15892d2ec9d6 HTTP/1.1" status: 200 len: 943 time: 0.1025045 Nov 18 15:04:34.853236 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:34.854773 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] 10.222.0.26 "PUT /v2.0/ports/471f0ad9-bbfd-4a59-b848-15a4626f0a39 HTTP/1.1" status: 200 len: 1157 time: 1.4703779 Nov 18 15:04:34.855353 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e552c5a5-41cf-4b60-885d-15892d2ec9d6', 'tag': '471f0ad9-bbfd-4a59-b848-15a4626f0a39'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:04:34.897324 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 62c1e398-e0d8-4a71-9019-3d15d41f7c90 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:04:34.897736 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:34.953626 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7b282a9a-b4b8-46df-bb08-f99ca431a0cf req-0d6eb24a-0123-43d3-996d-e1f7b309c1d2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=91ef050e-9cbd-4c83-963d-ed9951324d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924525 Nov 18 15:04:34.963180 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e552c5a5-41cf-4b60-885d-15892d2ec9d6', 'tag': '471f0ad9-bbfd-4a59-b848-15a4626f0a39', 'status': 'completed', 'code': 200} Nov 18 15:04:34.993181 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-bc5ce4e6-0e61-4dbf-ade4-2663a5f271e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e33f061e6e44ec4a430f04b8846a002&device_id=e552c5a5-41cf-4b60-885d-15892d2ec9d6 HTTP/1.1" status: 200 len: 1160 time: 0.0898297 Nov 18 15:04:35.081467 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-50df8e3c-1aae-4d74-8edc-5be9d9580076 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=471f0ad9-bbfd-4a59-b848-15a4626f0a39 HTTP/1.1" status: 200 len: 217 time: 0.0802684 Nov 18 15:04:35.081701 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 0795cbe3-d022-4bfe-8748-3e2eea810b86 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:04:35.161180 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-99208246-8461-4500-9601-7ca9c6a1fed6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:35.162892 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-99208246-8461-4500-9601-7ca9c6a1fed6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ccd06d64-c873-4fe5-aaac-a311ffcd4b42 HTTP/1.1" status: 200 len: 848 time: 0.0752995 Nov 18 15:04:35.231992 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:35.265725 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade41e7c-326b-4014-8509-e3eb397bc8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0795cbe3-d022-4bfe-8748-3e2eea810b86'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:04:35.278211 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 0795cbe3-d022-4bfe-8748-3e2eea810b86, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=0795cbe3-d022-4bfe-8748-3e2eea810b86,segment=NetworkSegment(21fe0465-8dfa-4657-9fdb-3342c44a7b8e),segment_id=21fe0465-8dfa-4657-9fdb-3342c44a7b8e)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:04:35.282327 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:35.283047 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-f75c2852-fc6c-4c4c-8262-afd3bb705ddc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7100e8d1-6aca-4702-8db4-c0fcac7adc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1136932 Nov 18 15:04:35.284367 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:35.368720 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=0795cbe3-d022-4bfe-8748-3e2eea810b86,revision_number=5']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:35.373018 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade41e7c-326b-4014-8509-e3eb397bc8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0795cbe3-d022-4bfe-8748-3e2eea810b86', 'code': 200} Nov 18 15:04:35.380314 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.380736 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.381110 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.381482 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.381848 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.382262 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.382628 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.383024 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.383539 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.384146 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.384516 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.384880 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.385276 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.385635 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.386017 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.386374 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.386728 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.387083 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.387436 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.387793 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.388144 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.388502 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.388832 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.389188 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:04:35.393544 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:35.454530 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-50a2e73a-25ab-4b25-a3ea-24ebd7f04d5d service neutron] 10.222.0.26 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645935 Nov 18 15:04:35.477482 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a134d12-4ca7-40e6-bcd3-b6469ae2c60d req-ebe961ff-d98b-4dc3-a028-fff8f84ea0f0 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:35.479080 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6a134d12-4ca7-40e6-bcd3-b6469ae2c60d req-ebe961ff-d98b-4dc3-a028-fff8f84ea0f0 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0972707 Nov 18 15:04:35.533747 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6a134d12-4ca7-40e6-bcd3-b6469ae2c60d req-25de91b8-8bcb-42b8-b037-7dc54bac64cf tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481188 Nov 18 15:04:35.616572 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e8333fad-614e-4f14-bc42-0441fe3a3068 req-efd9c04a-5d53-4acc-acdb-e086e4a7086c service neutron] 10.222.0.26 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1552160 Nov 18 15:04:35.619865 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06f9b0-1f75-4b17-86f3-f34247190d20 req-5d55ade5-98f9-40f9-a36c-c5597e02551d tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:35.621622 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8d06f9b0-1f75-4b17-86f3-f34247190d20 req-5d55ade5-98f9-40f9-a36c-c5597e02551d tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 943 time: 0.0867693 Nov 18 15:04:35.672331 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8d06f9b0-1f75-4b17-86f3-f34247190d20 req-7a165f3e-003b-4d97-8795-169c4f50dcc1 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0442412 Nov 18 15:04:35.754539 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2dc24bde-5afc-4b6e-a7fa-7d01111dab05 req-d64716af-a00a-40dd-888a-64fb1ae3202a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e33f061e6e44ec4a430f04b8846a002&device_id=e552c5a5-41cf-4b60-885d-15892d2ec9d6 HTTP/1.1" status: 200 len: 1160 time: 0.0772333 Nov 18 15:04:35.903521 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc24bde-5afc-4b6e-a7fa-7d01111dab05 req-cdea23d5-a041-4ace-b279-22a6358aa131 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:35.905393 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2dc24bde-5afc-4b6e-a7fa-7d01111dab05 req-cdea23d5-a041-4ace-b279-22a6358aa131 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7100e8d1-6aca-4702-8db4-c0fcac7adc0f HTTP/1.1" status: 200 len: 903 time: 0.1431253 Nov 18 15:04:35.994426 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9feb724e-f003-4e2d-b2cd-663cb0e533c0 req-c53e9728-d074-4880-980d-72d7665b25fa service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823603 Nov 18 15:04:35.996304 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2dc24bde-5afc-4b6e-a7fa-7d01111dab05 req-60241072-f357-43f6-a9f3-ffcaebad1b07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=471f0ad9-bbfd-4a59-b848-15a4626f0a39 HTTP/1.1" status: 200 len: 217 time: 0.0836580 Nov 18 15:04:36.109277 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6e371-03ac-45cb-9439-3bc16b0c9720 req-2549ed9d-f25e-42a2-92a0-ebf4b75527fb tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:36.111063 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dbc6e371-03ac-45cb-9439-3bc16b0c9720 req-2549ed9d-f25e-42a2-92a0-ebf4b75527fb tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 943 time: 0.1155865 Nov 18 15:04:36.118929 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc24bde-5afc-4b6e-a7fa-7d01111dab05 req-f798bed0-8faa-4723-9103-459a6384c61b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:36.120661 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2dc24bde-5afc-4b6e-a7fa-7d01111dab05 req-f798bed0-8faa-4723-9103-459a6384c61b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ccd06d64-c873-4fe5-aaac-a311ffcd4b42 HTTP/1.1" status: 200 len: 848 time: 0.1166430 Nov 18 15:04:36.212462 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2dc24bde-5afc-4b6e-a7fa-7d01111dab05 req-e6feb44b-8afa-4037-a7cb-d32d23a619d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7100e8d1-6aca-4702-8db4-c0fcac7adc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845394 Nov 18 15:04:36.225820 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dbc6e371-03ac-45cb-9439-3bc16b0c9720 req-7af7f526-ed12-48d8-b7d9-f2747692e386 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0789402 Nov 18 15:04:36.239835 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d90f1d-2711-4e94-871c-e227d2da8aa2 req-c5112bfd-9783-4c48-9f0d-4c58308e3b5e tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:36.247774 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-52d90f1d-2711-4e94-871c-e227d2da8aa2 req-c5112bfd-9783-4c48-9f0d-4c58308e3b5e tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e552c5a5-41cf-4b60-885d-15892d2ec9d6 HTTP/1.1" status: 200 len: 943 time: 0.1356342 Nov 18 15:04:36.295271 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-52d90f1d-2711-4e94-871c-e227d2da8aa2 req-3fab3f4b-dc7e-4631-8fd8-b75305836039 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=91ef050e-9cbd-4c83-963d-ed9951324d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464184 Nov 18 15:04:36.367276 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2dc24bde-5afc-4b6e-a7fa-7d01111dab05 req-d51b5e34-8654-445e-8067-331016273756 service neutron] 10.222.0.26 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477711 Nov 18 15:04:36.520475 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2dc24bde-5afc-4b6e-a7fa-7d01111dab05 req-7eff7d76-5a9b-4fb2-8cfa-1841eb3afe35 service neutron] 10.222.0.26 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1463461 Nov 18 15:04:36.764649 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d9c29-0392-45b5-b659-66751826af63 req-9280be3d-2af9-4993-9111-b96bb5d4f218 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:36.766324 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-684d9c29-0392-45b5-b659-66751826af63 req-9280be3d-2af9-4993-9111-b96bb5d4f218 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0850873 Nov 18 15:04:36.818296 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-684d9c29-0392-45b5-b659-66751826af63 req-ab478baf-f6a9-4756-9e2b-76800a8f9169 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456483 Nov 18 15:04:37.101662 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 471f0ad9-bbfd-4a59-b848-15a4626f0a39 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:04:37.173975 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning for port 471f0ad9-bbfd-4a59-b848-15a4626f0a39 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:04:37.178985 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 471f0ad9-bbfd-4a59-b848-15a4626f0a39 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:04:37.179407 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:37.303655 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:37.341037 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 471f0ad9-bbfd-4a59-b848-15a4626f0a39, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=471f0ad9-bbfd-4a59-b848-15a4626f0a39,segment=NetworkSegment(fd4911fa-7dca-4450-acfb-fa71f1345d91),segment_id=fd4911fa-7dca-4450-acfb-fa71f1345d91)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:04:37.345154 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:37.347559 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:37.383745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e552c5a5-41cf-4b60-885d-15892d2ec9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471f0ad9-bbfd-4a59-b848-15a4626f0a39'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:04:37.425215 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=471f0ad9-bbfd-4a59-b848-15a4626f0a39,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:37.429417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:37.437129 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9feb724e-f003-4e2d-b2cd-663cb0e533c0 req-f2c9e18a-eb6c-43b3-aea7-a67b60ec9bb9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7&tenant_id=3744a70cc58a4d309144b144203db7ce HTTP/1.1" status: 200 len: 1160 time: 0.1135886 Nov 18 15:04:37.528920 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbe527-69ed-451f-b196-da03aecda5c4 req-af652b5f-eb4d-403b-8b88-ce88ccc406d6 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:37.530486 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-92cbe527-69ed-451f-b196-da03aecda5c4 req-af652b5f-eb4d-403b-8b88-ce88ccc406d6 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 943 time: 0.1682534 Nov 18 15:04:37.537951 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9feb724e-f003-4e2d-b2cd-663cb0e533c0 req-94e671df-86b5-4e06-9ba9-6871ca71d0e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3744a70cc58a4d309144b144203db7ce&device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 1160 time: 0.0765691 Nov 18 15:04:37.575236 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed983ef7-c56f-4eb2-982d-b02f3ee17832 req-c9338a64-c467-40cc-bb45-54c7d042da72 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:37.576838 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ed983ef7-c56f-4eb2-982d-b02f3ee17832 req-c9338a64-c467-40cc-bb45-54c7d042da72 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e552c5a5-41cf-4b60-885d-15892d2ec9d6 HTTP/1.1" status: 200 len: 945 time: 0.1271913 Nov 18 15:04:37.622002 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-92cbe527-69ed-451f-b196-da03aecda5c4 req-e020c6ba-d33c-4912-b1a0-578c968b79f0 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0832131 Nov 18 15:04:37.653855 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ed983ef7-c56f-4eb2-982d-b02f3ee17832 req-df2575e0-5916-4586-a5e1-4c7cfaba41be tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=91ef050e-9cbd-4c83-963d-ed9951324d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687413 Nov 18 15:04:37.688386 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb724e-f003-4e2d-b2cd-663cb0e533c0 req-47f60636-c2da-4740-b5af-6c627f2691e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:37.690053 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9feb724e-f003-4e2d-b2cd-663cb0e533c0 req-47f60636-c2da-4740-b5af-6c627f2691e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 HTTP/1.1" status: 200 len: 904 time: 0.1438866 Nov 18 15:04:37.705202 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e552c5a5-41cf-4b60-885d-15892d2ec9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471f0ad9-bbfd-4a59-b848-15a4626f0a39', 'code': 200} Nov 18 15:04:37.810456 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9feb724e-f003-4e2d-b2cd-663cb0e533c0 req-5e2bbee4-7823-4e3d-aa54-208b1252c316 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0795cbe3-d022-4bfe-8748-3e2eea810b86 HTTP/1.1" status: 200 len: 998 time: 0.1138189 Nov 18 15:04:37.882908 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb724e-f003-4e2d-b2cd-663cb0e533c0 req-49632658-89ee-4938-a4c5-53d743894238 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:37.884583 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9feb724e-f003-4e2d-b2cd-663cb0e533c0 req-49632658-89ee-4938-a4c5-53d743894238 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63e74489-8b92-4d56-99d5-4fb097f5becc HTTP/1.1" status: 200 len: 848 time: 0.0664706 Nov 18 15:04:37.966148 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ff0fd3e1-0a6f-42c9-82d3-6346b57dabc9 req-d46041b4-521e-43ff-ae45-cdba1d7ebede service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e552c5a5-41cf-4b60-885d-15892d2ec9d6 HTTP/1.1" status: 200 len: 1162 time: 0.0814981 Nov 18 15:04:38.037840 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9feb724e-f003-4e2d-b2cd-663cb0e533c0 req-bc8d924a-7a44-4385-b4c8-88c7e766ce02 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1470084 Nov 18 15:04:38.070995 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ff0fd3e1-0a6f-42c9-82d3-6346b57dabc9 req-cc3e9a47-a2f2-4ffc-ae54-745276f5feaa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=91ef050e-9cbd-4c83-963d-ed9951324d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969541 Nov 18 15:04:38.097416 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dcc3cc27-639b-4f14-b596-c354a26af856 req-4c9400e4-b24b-4ff9-a9a1-436c17cc9106 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=843cfdfce3cc46e79a77e9d00a592187&device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 1162 time: 0.1383746 Nov 18 15:04:38.098955 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604c62f-2000-4e40-9703-dba31afa3719 req-41de5324-465c-49bc-8100-9eee3efcff8c tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:38.100570 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2604c62f-2000-4e40-9703-dba31afa3719 req-41de5324-465c-49bc-8100-9eee3efcff8c tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.1119692 Nov 18 15:04:38.152002 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2604c62f-2000-4e40-9703-dba31afa3719 req-b6f7fd54-a42d-4716-b10b-3e825f26909f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443382 Nov 18 15:04:38.191202 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9feb724e-f003-4e2d-b2cd-663cb0e533c0 req-d42a606a-03d9-42d7-9019-0a87c0bed2b1 service neutron] 10.222.0.26 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455541 Nov 18 15:04:38.533042 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9feb724e-f003-4e2d-b2cd-663cb0e533c0 req-059434fb-22e7-4341-b20c-d3d6e7d6cc20 service neutron] 10.222.0.26 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2575221 Nov 18 15:04:38.535344 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3cc27-639b-4f14-b596-c354a26af856 req-45349fe6-133c-4118-a29a-db582ca1ee9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:38.536738 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dcc3cc27-639b-4f14-b596-c354a26af856 req-45349fe6-133c-4118-a29a-db582ca1ee9c service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf HTTP/1.1" status: 200 len: 911 time: 0.2376683 Nov 18 15:04:38.649973 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dcc3cc27-639b-4f14-b596-c354a26af856 req-c5ca26f3-96a4-420f-8e03-0d392cd3ce59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62c1e398-e0d8-4a71-9019-3d15d41f7c90 HTTP/1.1" status: 200 len: 1000 time: 0.1057334 Nov 18 15:04:38.727294 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3cc27-639b-4f14-b596-c354a26af856 req-e62e7192-af43-40ba-8b55-e0b7d4d2d2d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:38.728971 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dcc3cc27-639b-4f14-b596-c354a26af856 req-e62e7192-af43-40ba-8b55-e0b7d4d2d2d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5bcaa69-69c3-46ba-998a-62828b8d1ae0 HTTP/1.1" status: 200 len: 856 time: 0.0723305 Nov 18 15:04:38.812758 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 471f0ad9-bbfd-4a59-b848-15a4626f0a39 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:04:38.823770 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dcc3cc27-639b-4f14-b596-c354a26af856 req-0f6217bd-65b7-4dd6-af81-83092214f2f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769508 Nov 18 15:04:38.890709 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 471f0ad9-bbfd-4a59-b848-15a4626f0a39 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:04:38.891239 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:38.910626 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90cf57-689a-4b41-88f8-1f0a3928aa5b req-f47567a1-5753-48ae-b064-cfa609672f29 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:38.912284 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5d90cf57-689a-4b41-88f8-1f0a3928aa5b req-f47567a1-5753-48ae-b064-cfa609672f29 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 943 time: 0.1568990 Nov 18 15:04:38.923955 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7ac08-d1e5-494e-91af-8ed4db76e5ce req-094e1b44-961a-403d-a0fe-5f04718447fb tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:38.925570 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bfc7ac08-d1e5-494e-91af-8ed4db76e5ce req-094e1b44-961a-403d-a0fe-5f04718447fb tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e552c5a5-41cf-4b60-885d-15892d2ec9d6 HTTP/1.1" status: 200 len: 945 time: 0.1301076 Nov 18 15:04:38.983255 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dcc3cc27-639b-4f14-b596-c354a26af856 req-5d7207cb-d163-4bd5-a2ec-c7d5f9aede11 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476569 Nov 18 15:04:39.014731 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5d90cf57-689a-4b41-88f8-1f0a3928aa5b req-1af08023-2061-4041-ab97-5ace8d31347b tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0876400 Nov 18 15:04:39.017499 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bfc7ac08-d1e5-494e-91af-8ed4db76e5ce req-77bed530-3261-4429-8567-7d0d4275641d tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=91ef050e-9cbd-4c83-963d-ed9951324d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694253 Nov 18 15:04:39.160804 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-dcc3cc27-639b-4f14-b596-c354a26af856 req-0a0f0de1-89b5-437e-b1f9-622550f0bff4 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1662683 Nov 18 15:04:39.383764 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd842f61-3a46-4250-b946-2d9d2e71723a req-33e1e426-440c-4d1b-bba6-bc40940bf535 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:39.385508 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bd842f61-3a46-4250-b946-2d9d2e71723a req-33e1e426-440c-4d1b-bba6-bc40940bf535 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0871716 Nov 18 15:04:39.438729 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bd842f61-3a46-4250-b946-2d9d2e71723a req-d063de84-bf16-4040-8e31-948006382c1a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470543 Nov 18 15:04:40.322184 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6eb60-2ab0-4197-a1e8-c0324845ed8d req-ced1265f-1d45-4179-8152-549fcab4317a tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:40.325235 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ead6eb60-2ab0-4197-a1e8-c0324845ed8d req-ced1265f-1d45-4179-8152-549fcab4317a tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 943 time: 0.1550701 Nov 18 15:04:40.364852 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387aedae-b35b-43c7-bf1b-bd99de3ca522 req-8aab046a-2ad5-4d32-a27f-f1c9f1b0a37d tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:40.370415 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-387aedae-b35b-43c7-bf1b-bd99de3ca522 req-8aab046a-2ad5-4d32-a27f-f1c9f1b0a37d tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e552c5a5-41cf-4b60-885d-15892d2ec9d6 HTTP/1.1" status: 200 len: 945 time: 0.1590424 Nov 18 15:04:40.718272 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ead6eb60-2ab0-4197-a1e8-c0324845ed8d req-6fe4b18a-b573-453c-bbc0-413355c25851 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3871951 Nov 18 15:04:40.741435 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-387aedae-b35b-43c7-bf1b-bd99de3ca522 req-70164d66-1b41-48d6-91ae-162e5e5e53af tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=91ef050e-9cbd-4c83-963d-ed9951324d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3635077 Nov 18 15:04:41.044531 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607e93b-511c-4a95-8ac9-4ac4087d6d25 req-d22f242d-9628-4de8-ae98-8a1db67d96ea tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:41.046114 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f607e93b-511c-4a95-8ac9-4ac4087d6d25 req-d22f242d-9628-4de8-ae98-8a1db67d96ea tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.1921005 Nov 18 15:04:41.052969 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501414ba-d51e-45c4-be22-94c33046a879 req-1fd1a86f-4088-4e6c-af1a-66ce08c1c635 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:41.054505 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-501414ba-d51e-45c4-be22-94c33046a879 req-1fd1a86f-4088-4e6c-af1a-66ce08c1c635 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e552c5a5-41cf-4b60-885d-15892d2ec9d6 HTTP/1.1" status: 200 len: 945 time: 0.1571443 Nov 18 15:04:41.064096 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 37908) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:04:41.071698 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-958bed79-0fc6-4220-9906-3aac6a6cf047 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Request body: {'floatingip': {'port_id': '471f0ad9-bbfd-4a59-b848-15a4626f0a39'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:04:41.118554 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f607e93b-511c-4a95-8ac9-4ac4087d6d25 req-c3b39131-4863-49f1-a2b5-cfeb023c2471 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614946 Nov 18 15:04:41.163077 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-958bed79-0fc6-4220-9906-3aac6a6cf047 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for floatingip, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:41.239998 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 0795cbe3-d022-4bfe-8748-3e2eea810b86 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:04:41.329980 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 0795cbe3-d022-4bfe-8748-3e2eea810b86 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:04:41.331034 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:41.469304 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:41.507251 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade41e7c-326b-4014-8509-e3eb397bc8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0795cbe3-d022-4bfe-8748-3e2eea810b86'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:04:41.533056 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 0795cbe3-d022-4bfe-8748-3e2eea810b86, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=0795cbe3-d022-4bfe-8748-3e2eea810b86,segment=NetworkSegment(21fe0465-8dfa-4657-9fdb-3342c44a7b8e),segment_id=21fe0465-8dfa-4657-9fdb-3342c44a7b8e)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:04:41.540740 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:41.545200 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:41.622229 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade41e7c-326b-4014-8509-e3eb397bc8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0795cbe3-d022-4bfe-8748-3e2eea810b86', 'code': 200} Nov 18 15:04:41.643571 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=0795cbe3-d022-4bfe-8748-3e2eea810b86,revision_number=6']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:41.653644 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:42.018159 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f525962-859b-46b8-84ce-428091ec4208 req-2d13c4ae-0470-4e3f-a3a9-4dd82116816f tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:42.030142 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4f525962-859b-46b8-84ce-428091ec4208 req-2d13c4ae-0470-4e3f-a3a9-4dd82116816f tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.1227667 Nov 18 15:04:42.104929 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4f525962-859b-46b8-84ce-428091ec4208 req-ea6cf9c1-2cb3-4359-acec-a9c3ee96cac2 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0738277 Nov 18 15:04:42.112243 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1920918d-3e9f-4f99-8d23-8aba3254a7b2 req-5564e7dd-b07d-4d83-8f96-159a14908773 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 1162 time: 0.2237399 Nov 18 15:04:42.192064 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1920918d-3e9f-4f99-8d23-8aba3254a7b2 req-f8d80f14-93f5-438e-a508-02bd77c3a362 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0711882 Nov 18 15:04:42.368587 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-958bed79-0fc6-4220-9906-3aac6a6cf047 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for floatingip, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:42.372700 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c6204-819e-4ba1-a101-9b167495419b req-ec775b8c-8ded-434b-ac69-c45417ee156c tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:42.373802 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-958bed79-0fc6-4220-9906-3aac6a6cf047 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431000'] for floatingip, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:42.374625 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ab6c6204-819e-4ba1-a101-9b167495419b req-ec775b8c-8ded-434b-ac69-c45417ee156c tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.1000488 Nov 18 15:04:42.436722 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ab6c6204-819e-4ba1-a101-9b167495419b req-08f6b95c-2d3d-41bd-a78d-8a8d412de383 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558014 Nov 18 15:04:42.620871 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.l3_db [None req-958bed79-0fc6-4220-9906-3aac6a6cf047 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Floating IP 2a130be2-c4fc-40bc-a80f-cb8248c820e7 associated. External IP: 172.28.0.172, port: 471f0ad9-bbfd-4a59-b848-15a4626f0a39. Nov 18 15:04:42.830888 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 0795cbe3-d022-4bfe-8748-3e2eea810b86 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:04:42.909627 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 0795cbe3-d022-4bfe-8748-3e2eea810b86 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:04:42.909970 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:43.097239 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958bed79-0fc6-4220-9906-3aac6a6cf047 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Router 06113f2e-69b2-4c03-b6e5-36e6d5354386 has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:04:43.360096 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958bed79-0fc6-4220-9906-3aac6a6cf047 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:04:43.365188 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-958bed79-0fc6-4220-9906-3aac6a6cf047 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for floatingip, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:43.371923 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22770d7-beec-4e14-a683-6f8450e01115 None None] Sync routers for ids ['06113f2e-69b2-4c03-b6e5-36e6d5354386'] in dv-cinder-733623-8-smb {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:04:43.395254 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22770d7-beec-4e14-a683-6f8450e01115 None None] Routers {'06113f2e-69b2-4c03-b6e5-36e6d5354386'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:04:43.396428 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b22770d7-beec-4e14-a683-6f8450e01115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:04:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['06113f2e-69b2-4c03-b6e5-36e6d5354386'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:04:43.411556 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75544444-3915-4e46-bcc3-755556377993 req-186a4efe-24fe-4577-8dea-71d1465e5154 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:43.413769 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-75544444-3915-4e46-bcc3-755556377993 req-186a4efe-24fe-4577-8dea-71d1465e5154 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.1372688 Nov 18 15:04:43.457800 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-958bed79-0fc6-4220-9906-3aac6a6cf047 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "PUT /v2.0/floatingips/2a130be2-c4fc-40bc-a80f-cb8248c820e7 HTTP/1.1" status: 200 len: 991 time: 2.3919556 Nov 18 15:04:43.458826 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e552c5a5-41cf-4b60-885d-15892d2ec9d6', 'tag': '471f0ad9-bbfd-4a59-b848-15a4626f0a39'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:04:43.465957 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-75544444-3915-4e46-bcc3-755556377993 req-559fd977-8092-40f7-8d03-6fb62cfc222a tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0455892 Nov 18 15:04:43.593268 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e552c5a5-41cf-4b60-885d-15892d2ec9d6', 'tag': '471f0ad9-bbfd-4a59-b848-15a4626f0a39', 'status': 'completed', 'code': 200} Nov 18 15:04:43.618666 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-b22770d7-beec-4e14-a683-6f8450e01115 None None] Set router 06113f2e-69b2-4c03-b6e5-36e6d5354386 gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:04:43.725596 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e851c428-1d3e-40ab-aaf4-645a1d3bf8af req-5b3fbaa1-5446-4374-8cfb-9e174a933a26 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e33f061e6e44ec4a430f04b8846a002&device_id=e552c5a5-41cf-4b60-885d-15892d2ec9d6 HTTP/1.1" status: 200 len: 1162 time: 0.0993168 Nov 18 15:04:43.842978 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26658631-a599-4e04-8374-ba5729be7c6f req-79efe9c8-3ffb-418c-9c14-6786d3a7c722 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:43.850768 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-26658631-a599-4e04-8374-ba5729be7c6f req-79efe9c8-3ffb-418c-9c14-6786d3a7c722 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.1141496 Nov 18 15:04:43.895789 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851c428-1d3e-40ab-aaf4-645a1d3bf8af req-8c951a29-2c99-4bb9-b9d9-71e1f5f3ac4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:43.897653 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e851c428-1d3e-40ab-aaf4-645a1d3bf8af req-8c951a29-2c99-4bb9-b9d9-71e1f5f3ac4b service neutron] 10.222.0.26 "GET /v2.0/networks?id=7100e8d1-6aca-4702-8db4-c0fcac7adc0f HTTP/1.1" status: 200 len: 903 time: 0.1649530 Nov 18 15:04:43.911873 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-26658631-a599-4e04-8374-ba5729be7c6f req-056589cd-0796-4668-8e1b-8875cb0f7a90 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599899 Nov 18 15:04:44.027604 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:44.059582 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e851c428-1d3e-40ab-aaf4-645a1d3bf8af req-10828f47-e3ef-4226-889d-5727e7734692 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=471f0ad9-bbfd-4a59-b848-15a4626f0a39 HTTP/1.1" status: 200 len: 999 time: 0.1536894 Nov 18 15:04:44.074618 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b22770d7-beec-4e14-a683-6f8450e01115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port': {'id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:41Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_floatingips': [{'id': '2a130be2-c4fc-40bc-a80f-cb8248c820e7', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'floating_ip_address': '172.28.0.172', 'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'router_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'port_id': '471f0ad9-bbfd-4a59-b848-15a4626f0a39', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'mac_address': 'fa:16:3e:7c:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e552c5a5-41cf-4b60-885d-15892d2ec9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:04:29Z', 'updated_at': '2020-11-18T15:04:42Z', 'revision_number': 1, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af75b91-df5c-4559-ba71-a92fb45ff842', 'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'mac_address': 'fa:16:3e:42:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:46Z', 'updated_at': '2020-11-18T15:00:59Z', 'revision_number': 5, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'subnets': [{'id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:04:44.079857 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22770d7-beec-4e14-a683-6f8450e01115 None None] Checking router: 06113f2e-69b2-4c03-b6e5-36e6d5354386 for host: dv-cinder-733623-8-smb {{(pid=80268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:04:44.095912 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22770d7-beec-4e14-a683-6f8450e01115 None None] Routers {'06113f2e-69b2-4c03-b6e5-36e6d5354386'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:04:44.096742 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b22770d7-beec-4e14-a683-6f8450e01115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:04:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['06113f2e-69b2-4c03-b6e5-36e6d5354386'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:04:44.146342 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851c428-1d3e-40ab-aaf4-645a1d3bf8af req-2ad7b2f7-63b5-413a-8ac3-95feacf5e223 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:44.148638 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e851c428-1d3e-40ab-aaf4-645a1d3bf8af req-2ad7b2f7-63b5-413a-8ac3-95feacf5e223 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ccd06d64-c873-4fe5-aaac-a311ffcd4b42 HTTP/1.1" status: 200 len: 848 time: 0.0821271 Nov 18 15:04:44.244825 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e851c428-1d3e-40ab-aaf4-645a1d3bf8af req-c3fda419-6220-4a1f-a9d1-64a0f7d30c5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7100e8d1-6aca-4702-8db4-c0fcac7adc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0891140 Nov 18 15:04:44.326280 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-b22770d7-beec-4e14-a683-6f8450e01115 None None] Set router 06113f2e-69b2-4c03-b6e5-36e6d5354386 gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:04:44.397742 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e851c428-1d3e-40ab-aaf4-645a1d3bf8af req-06bd9826-12c8-473f-9c93-91499a8eb814 service neutron] 10.222.0.26 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454380 Nov 18 15:04:44.565809 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e851c428-1d3e-40ab-aaf4-645a1d3bf8af req-1fa74753-54f0-4849-a64e-7384c36a7040 service neutron] 10.222.0.26 "GET /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1597049 Nov 18 15:04:44.758722 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da390922-d872-4990-b73b-81e8280efd76 req-b5712b44-ab32-498b-b20d-4fd053c93381 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:44.762740 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-da390922-d872-4990-b73b-81e8280efd76 req-b5712b44-ab32-498b-b20d-4fd053c93381 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.1090004 Nov 18 15:04:44.819722 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-da390922-d872-4990-b73b-81e8280efd76 req-27f36586-d3e2-4ad8-a2de-6cc73d7ae9ad tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0523825 Nov 18 15:04:44.849184 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b22770d7-beec-4e14-a683-6f8450e01115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port': {'id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:41Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_floatingips': [{'id': '2a130be2-c4fc-40bc-a80f-cb8248c820e7', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'floating_ip_address': '172.28.0.172', 'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'router_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'port_id': '471f0ad9-bbfd-4a59-b848-15a4626f0a39', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'mac_address': 'fa:16:3e:7c:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e552c5a5-41cf-4b60-885d-15892d2ec9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:04:29Z', 'updated_at': '2020-11-18T15:04:42Z', 'revision_number': 1, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af75b91-df5c-4559-ba71-a92fb45ff842', 'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'mac_address': 'fa:16:3e:42:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:46Z', 'updated_at': '2020-11-18T15:00:59Z', 'revision_number': 5, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'subnets': [{'id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:04:44.853918 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22770d7-beec-4e14-a683-6f8450e01115 None None] The sync data for ids ['06113f2e-69b2-4c03-b6e5-36e6d5354386'] in dv-cinder-733623-8-smb is: [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port': {'id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:41Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_floatingips': [{'id': '2a130be2-c4fc-40bc-a80f-cb8248c820e7', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'floating_ip_address': '172.28.0.172', 'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'router_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'port_id': '471f0ad9-bbfd-4a59-b848-15a4626f0a39', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'mac_address': 'fa:16:3e:7c:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e552c5a5-41cf-4b60-885d-15892d2ec9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:04:29Z', 'updated_at': '2020-11-18T15:04:42Z', 'revision_number': 1, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af75b91-df5c-4559-ba71-a92fb45ff842', 'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'mac_address': 'fa:16:3e:42:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:46Z', 'updated_at': '2020-11-18T15:00:59Z', 'revision_number': 5, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'subnets': [{'id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:04:45.171297 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865b3a0-c59b-4126-b519-fc8386bdfd39 req-0468e8cc-35e7-4665-a191-0d9d852e6d3c tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:45.172941 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2865b3a0-c59b-4126-b519-fc8386bdfd39 req-0468e8cc-35e7-4665-a191-0d9d852e6d3c tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0990756 Nov 18 15:04:45.213214 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0703bd05-f93a-4e22-859d-9d5d03f3af3f None None] New status for floating IP 2a130be2-c4fc-40bc-a80f-cb8248c820e7: ACTIVE {{(pid=80269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 15:04:45.245544 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2865b3a0-c59b-4126-b519-fc8386bdfd39 req-77e5682b-91f1-4e24-9025-636f73c82a88 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655711 Nov 18 15:04:46.496059 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ece246-db7a-4b21-b9b3-81628bb01b9d req-07d14eaf-b4ff-4a3d-b984-5ad4579daed2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:46.497786 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a1ece246-db7a-4b21-b9b3-81628bb01b9d req-07d14eaf-b4ff-4a3d-b984-5ad4579daed2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0920277 Nov 18 15:04:46.553296 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a1ece246-db7a-4b21-b9b3-81628bb01b9d req-a65b9e0b-b380-4128-be6c-4c7b088d0cf9 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480521 Nov 18 15:04:47.799639 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cea41-c333-4fa1-9a49-84f4d1c53003 req-019e6150-62ca-4ac9-acbc-1f98c1703a3e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:47.801325 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c68cea41-c333-4fa1-9a49-84f4d1c53003 req-019e6150-62ca-4ac9-acbc-1f98c1703a3e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0906332 Nov 18 15:04:47.860707 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c68cea41-c333-4fa1-9a49-84f4d1c53003 req-ac314c1b-7213-4388-818b-ec31d37a6a39 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519543 Nov 18 15:04:49.256785 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccec16-79a6-4acb-9ef7-9dab6c238864 req-649eb734-6d84-4735-b14f-f637cc4cdd20 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:49.259548 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-09ccec16-79a6-4acb-9ef7-9dab6c238864 req-649eb734-6d84-4735-b14f-f637cc4cdd20 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0953624 Nov 18 15:04:49.330006 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-09ccec16-79a6-4acb-9ef7-9dab6c238864 req-2406d2fe-a3b8-4d26-bbbd-949d01958e67 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633924 Nov 18 15:04:49.911608 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9958b7f1-94f3-432e-9fb0-cf51ae286f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:50.439005 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f2ca1c39-bd63-4dc5-97ab-87f687e35923 req-3d07bea6-bad2-49f4-b54b-9b4c62699e46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=843cfdfce3cc46e79a77e9d00a592187&device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 1162 time: 0.1531999 Nov 18 15:04:50.557826 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a77beb-3edb-43a6-9307-c13c602bbae4 req-65b67d42-6e77-426c-acfe-4b71b9cc5ae7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:50.559751 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f9a77beb-3edb-43a6-9307-c13c602bbae4 req-65b67d42-6e77-426c-acfe-4b71b9cc5ae7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0903027 Nov 18 15:04:50.593003 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca1c39-bd63-4dc5-97ab-87f687e35923 req-b9668f7f-79d0-42d5-9a90-fce92a4ec200 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:50.594881 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f2ca1c39-bd63-4dc5-97ab-87f687e35923 req-b9668f7f-79d0-42d5-9a90-fce92a4ec200 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf HTTP/1.1" status: 200 len: 911 time: 0.1430306 Nov 18 15:04:50.608919 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f9a77beb-3edb-43a6-9307-c13c602bbae4 req-6c4af246-d4f3-4a22-9411-39e351780e4b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429499 Nov 18 15:04:50.921325 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f2ca1c39-bd63-4dc5-97ab-87f687e35923 req-f05a20bf-0b84-47d2-ac3f-3e15754bfbed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62c1e398-e0d8-4a71-9019-3d15d41f7c90 HTTP/1.1" status: 200 len: 1000 time: 0.3132997 Nov 18 15:04:50.997423 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca1c39-bd63-4dc5-97ab-87f687e35923 req-fe9a55ba-0fdb-4e6b-9693-c36cad39438a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:50.999003 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f2ca1c39-bd63-4dc5-97ab-87f687e35923 req-fe9a55ba-0fdb-4e6b-9693-c36cad39438a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5bcaa69-69c3-46ba-998a-62828b8d1ae0 HTTP/1.1" status: 200 len: 856 time: 0.0654397 Nov 18 15:04:51.084496 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f2ca1c39-bd63-4dc5-97ab-87f687e35923 req-c2ec6c5f-70a5-4c7b-8312-0fb33f1e392e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792248 Nov 18 15:04:51.228702 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f2ca1c39-bd63-4dc5-97ab-87f687e35923 req-f74bc007-833d-4ebf-9d14-6731d8571409 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371148 Nov 18 15:04:51.371581 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f2ca1c39-bd63-4dc5-97ab-87f687e35923 req-41ae2d3f-fa18-4eba-a990-8787c44d1e1d service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363113 Nov 18 15:04:51.836932 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803819fd-8686-4bda-b32a-23ae6010e106 req-4774d857-1506-4a96-81c7-3a821690fdb8 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:51.838489 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-803819fd-8686-4bda-b32a-23ae6010e106 req-4774d857-1506-4a96-81c7-3a821690fdb8 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0846541 Nov 18 15:04:51.886681 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-803819fd-8686-4bda-b32a-23ae6010e106 req-c8bdc42e-d1db-4c29-8b35-cd679e41f12d tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420718 Nov 18 15:04:52.504147 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aa539f47-cec1-4c71-adbd-1b9299150c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:52.920956 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:53.119112 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c324e3-b89c-4220-89b0-c1c5861cb96d req-10008e1e-b8c3-4cc5-bdff-88304311f4b8 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:53.120734 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-54c324e3-b89c-4220-89b0-c1c5861cb96d req-10008e1e-b8c3-4cc5-bdff-88304311f4b8 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0908437 Nov 18 15:04:53.170269 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-54c324e3-b89c-4220-89b0-c1c5861cb96d req-f3c3ced3-42d6-476d-bc0e-44dd2b8d8718 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430939 Nov 18 15:04:53.824644 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:54.308717 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:54.407000 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6601980-4a7f-4fd3-bb57-8ca0da2942c8 req-88991665-fb49-4dc3-8e15-dd6ce2ee34ed tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:54.408622 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b6601980-4a7f-4fd3-bb57-8ca0da2942c8 req-88991665-fb49-4dc3-8e15-dd6ce2ee34ed tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0840433 Nov 18 15:04:54.462453 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b6601980-4a7f-4fd3-bb57-8ca0da2942c8 req-32b8f420-47b3-4171-9ca4-455dea33fbd6 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470674 Nov 18 15:04:54.854479 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 62c1e398-e0d8-4a71-9019-3d15d41f7c90 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:04:54.972530 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:55.007260 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ad5686-e635-435c-b846-1f5039a6ff4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c1e398-e0d8-4a71-9019-3d15d41f7c90'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:04:55.027745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 62c1e398-e0d8-4a71-9019-3d15d41f7c90, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=62c1e398-e0d8-4a71-9019-3d15d41f7c90,segment=NetworkSegment(573e4015-d99e-4ce3-8b66-7ca90676bc75),segment_id=573e4015-d99e-4ce3-8b66-7ca90676bc75)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:04:55.035121 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:04:55.037074 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:04:55.099364 dv-cinder-733623-8-smb neutron-server[80155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '85ad5686-e635-435c-b846-1f5039a6ff4f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '62c1e398-e0d8-4a71-9019-3d15d41f7c90', 'code': 422} returned with failed status Nov 18 15:04:55.113201 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=62c1e398-e0d8-4a71-9019-3d15d41f7c90,revision_number=5']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:04:55.116601 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:04:56.001512 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38034) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:04:56.045995 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b206a5d-3503-493f-af7e-57424cd44552 req-7ce31695-acb5-4314-b490-761b363c718c tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:56.047637 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5b206a5d-3503-493f-af7e-57424cd44552 req-7ce31695-acb5-4314-b490-761b363c718c tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 943 time: 0.0975361 Nov 18 15:04:56.099241 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5b206a5d-3503-493f-af7e-57424cd44552 req-448256fd-b40d-41a6-ba08-bc722c49e67c tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448580 Nov 18 15:04:56.154433 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b7e24099-e0d3-48eb-a79a-65c104989c89 req-2783583c-90e5-46c3-92b8-dc281092762d service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1514747 Nov 18 15:04:56.682622 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b7e24099-e0d3-48eb-a79a-65c104989c89 req-88cb9bb8-9c22-431a-9e2f-00d24d445dd2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f&tenant_id=843cfdfce3cc46e79a77e9d00a592187 HTTP/1.1" status: 200 len: 1160 time: 0.0791049 Nov 18 15:04:56.779628 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b7e24099-e0d3-48eb-a79a-65c104989c89 req-1f6c5f21-be2b-40ba-b885-410d46c26f6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=843cfdfce3cc46e79a77e9d00a592187&device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 1160 time: 0.0747104 Nov 18 15:04:56.925563 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e24099-e0d3-48eb-a79a-65c104989c89 req-6a8d5536-a0a9-4532-ad99-c79f04cca499 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:56.927179 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b7e24099-e0d3-48eb-a79a-65c104989c89 req-6a8d5536-a0a9-4532-ad99-c79f04cca499 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf HTTP/1.1" status: 200 len: 911 time: 0.1383708 Nov 18 15:04:57.040495 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b7e24099-e0d3-48eb-a79a-65c104989c89 req-968ab867-adc8-4af8-ad36-6fe18e2ca9fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62c1e398-e0d8-4a71-9019-3d15d41f7c90 HTTP/1.1" status: 200 len: 998 time: 0.1040766 Nov 18 15:04:57.111040 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e24099-e0d3-48eb-a79a-65c104989c89 req-92b614ca-11ce-4d75-9160-434e0bdc8f43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:57.112616 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b7e24099-e0d3-48eb-a79a-65c104989c89 req-92b614ca-11ce-4d75-9160-434e0bdc8f43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5bcaa69-69c3-46ba-998a-62828b8d1ae0 HTTP/1.1" status: 200 len: 856 time: 0.0653296 Nov 18 15:04:57.202167 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b7e24099-e0d3-48eb-a79a-65c104989c89 req-394a4bac-b439-4178-9003-1a3112b93d54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788250 Nov 18 15:04:57.333522 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e99184-3db1-4a88-b6f1-c2ddafc08261 req-0a64372d-3606-4b09-bd85-8fd512ee3830 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:57.335194 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c8e99184-3db1-4a88-b6f1-c2ddafc08261 req-0a64372d-3606-4b09-bd85-8fd512ee3830 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 943 time: 0.0909221 Nov 18 15:04:57.355064 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b7e24099-e0d3-48eb-a79a-65c104989c89 req-e8220977-8150-4ab8-85d7-0bd6776800ec service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436741 Nov 18 15:04:57.388962 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c8e99184-3db1-4a88-b6f1-c2ddafc08261 req-a5cbbf83-6d81-435b-aadb-cbe64a0fc0b5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459709 Nov 18 15:04:57.503871 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b7e24099-e0d3-48eb-a79a-65c104989c89 req-6ed56be1-d2c9-4d3b-9701-57c697568570 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1428409 Nov 18 15:04:58.658651 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e312d-d25a-4c27-adae-095253856086 req-0794fa34-88e6-4a9d-ad2c-c411c73ee9d3 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:58.660282 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d33e312d-d25a-4c27-adae-095253856086 req-0794fa34-88e6-4a9d-ad2c-c411c73ee9d3 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 943 time: 0.0876162 Nov 18 15:04:58.713895 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d33e312d-d25a-4c27-adae-095253856086 req-65c66403-59c2-49af-b6e0-a99a4337e951 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455153 Nov 18 15:04:59.949707 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774b141-2e3a-4a39-9884-9fa671d46024 req-7907973e-1f4d-4fa1-9cfb-8ed90b0ff54e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:04:59.951363 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b774b141-2e3a-4a39-9884-9fa671d46024 req-7907973e-1f4d-4fa1-9cfb-8ed90b0ff54e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 943 time: 0.0912442 Nov 18 15:05:00.003530 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b774b141-2e3a-4a39-9884-9fa671d46024 req-75ebcfe3-0788-4363-9eb0-2b5c930176d7 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459571 Nov 18 15:05:01.248137 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fe19d-1ecf-4fb2-9a03-adda03bc1d82 req-d10ecbe1-0ee0-42fa-b419-3e19e2a06f3f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:01.249691 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a82fe19d-1ecf-4fb2-9a03-adda03bc1d82 req-d10ecbe1-0ee0-42fa-b419-3e19e2a06f3f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 943 time: 0.0860176 Nov 18 15:05:01.301009 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a82fe19d-1ecf-4fb2-9a03-adda03bc1d82 req-42e83efb-c364-4184-b1ce-682f1f1f5f5f tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447192 Nov 18 15:05:02.548232 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead59dd4-3f2b-4eb0-a128-654a86248596 req-aa430fcd-f835-429a-a255-6e7f162606e8 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:02.549915 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ead59dd4-3f2b-4eb0-a128-654a86248596 req-aa430fcd-f835-429a-a255-6e7f162606e8 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 943 time: 0.0913787 Nov 18 15:05:02.602052 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ead59dd4-3f2b-4eb0-a128-654a86248596 req-73f9659c-16e4-4954-b456-4733617a8ff1 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447690 Nov 18 15:05:03.835159 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37898c7-2a6e-40fc-9420-e4190296bd8b req-a82089d7-1f9d-47c8-8f89-3ad7cbb7db82 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:03.837313 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c37898c7-2a6e-40fc-9420-e4190296bd8b req-a82089d7-1f9d-47c8-8f89-3ad7cbb7db82 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 943 time: 0.0871520 Nov 18 15:05:03.891488 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c37898c7-2a6e-40fc-9420-e4190296bd8b req-d0328e7c-6212-4406-b2e2-bd9ed1170c87 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474465 Nov 18 15:05:05.142867 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6c97e-663b-4c58-99dd-a89c1844e145 req-52d8dc2a-379a-47b7-8252-079a085e5c09 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:05.144509 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4ff6c97e-663b-4c58-99dd-a89c1844e145 req-52d8dc2a-379a-47b7-8252-079a085e5c09 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 943 time: 0.0959339 Nov 18 15:05:05.195656 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4ff6c97e-663b-4c58-99dd-a89c1844e145 req-a428aabf-fe6b-451b-b81c-596ef43fa4d9 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434306 Nov 18 15:05:06.442418 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabdd73-4850-4c62-a78b-39d2c7e1f48b req-0a51f802-d9c1-4b10-bc8c-3e75f0717a02 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:06.444025 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1dabdd73-4850-4c62-a78b-39d2c7e1f48b req-0a51f802-d9c1-4b10-bc8c-3e75f0717a02 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 943 time: 0.0930023 Nov 18 15:05:06.496956 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1dabdd73-4850-4c62-a78b-39d2c7e1f48b req-a2c4f069-7c9f-403f-ba9c-600216cb8377 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461054 Nov 18 15:05:07.732271 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752ffba-496f-4900-b0ee-a086942236f2 req-c88251cb-c693-4887-8809-c77c2f423164 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:07.734631 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a752ffba-496f-4900-b0ee-a086942236f2 req-c88251cb-c693-4887-8809-c77c2f423164 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 943 time: 0.0919416 Nov 18 15:05:07.785111 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a752ffba-496f-4900-b0ee-a086942236f2 req-86243c49-bea5-48d2-beb3-bf92b3094717 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443494 Nov 18 15:05:09.020730 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8b632-d031-4c9e-80c0-c04fdb582355 req-30227509-6cef-4465-aead-b3db7fbe8bd9 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:09.022249 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-cca8b632-d031-4c9e-80c0-c04fdb582355 req-30227509-6cef-4465-aead-b3db7fbe8bd9 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 943 time: 0.0884349 Nov 18 15:05:09.075867 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-cca8b632-d031-4c9e-80c0-c04fdb582355 req-93d2d91a-90bb-479a-bc94-3a7f2a39da7c tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456235 Nov 18 15:05:10.308371 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9f821-d4e8-40fc-ad13-31e55dcb4718 req-8d5b32fb-625a-4830-bb00-834a883d8c78 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:10.310269 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d0e9f821-d4e8-40fc-ad13-31e55dcb4718 req-8d5b32fb-625a-4830-bb00-834a883d8c78 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 943 time: 0.0835154 Nov 18 15:05:10.362018 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d0e9f821-d4e8-40fc-ad13-31e55dcb4718 req-de10d6a0-f52c-4379-906e-14aa0fe73551 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456023 Nov 18 15:05:11.020524 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:05:11.587010 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a6e63-0659-43f3-a4a8-9861c352c40c req-3fe58021-694a-4aba-811a-c06f408f272b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:11.588610 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4f1a6e63-0659-43f3-a4a8-9861c352c40c req-3fe58021-694a-4aba-811a-c06f408f272b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 943 time: 0.0841455 Nov 18 15:05:11.636326 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4f1a6e63-0659-43f3-a4a8-9861c352c40c req-9f27233b-1beb-4215-8a2f-9722580290fb tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416913 Nov 18 15:05:12.865306 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5beaa-38b5-419e-8c1e-1cb29964b3b2 req-2d8a851d-8b6c-49d8-80ab-cda05807e309 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:12.866956 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fcd5beaa-38b5-419e-8c1e-1cb29964b3b2 req-2d8a851d-8b6c-49d8-80ab-cda05807e309 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 943 time: 0.0873828 Nov 18 15:05:12.914637 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fcd5beaa-38b5-419e-8c1e-1cb29964b3b2 req-08582720-4ae4-4e7e-aa0e-cb4c0b5a9891 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416007 Nov 18 15:05:13.385357 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 62c1e398-e0d8-4a71-9019-3d15d41f7c90 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:05:13.456600 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:13.474917 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 62c1e398-e0d8-4a71-9019-3d15d41f7c90 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:05:13.475335 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:13.768182 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:13.806581 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ad5686-e635-435c-b846-1f5039a6ff4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c1e398-e0d8-4a71-9019-3d15d41f7c90'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:05:13.818027 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 62c1e398-e0d8-4a71-9019-3d15d41f7c90, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=62c1e398-e0d8-4a71-9019-3d15d41f7c90,segment=NetworkSegment(573e4015-d99e-4ce3-8b66-7ca90676bc75),segment_id=573e4015-d99e-4ce3-8b66-7ca90676bc75)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:05:13.820975 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:13.823924 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:05:13.902237 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=62c1e398-e0d8-4a71-9019-3d15d41f7c90,revision_number=6']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:05:13.905955 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:05:13.973134 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ad5686-e635-435c-b846-1f5039a6ff4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c1e398-e0d8-4a71-9019-3d15d41f7c90', 'code': 200} Nov 18 15:05:14.180086 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47e389-afdf-481f-beb4-4989d3dfa5c8 req-24f51af7-1626-4d8c-ae09-474cf3985635 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:14.181723 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7d47e389-afdf-481f-beb4-4989d3dfa5c8 req-24f51af7-1626-4d8c-ae09-474cf3985635 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.1006582 Nov 18 15:05:14.233583 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7d47e389-afdf-481f-beb4-4989d3dfa5c8 req-6d181733-9e39-4576-bc26-2a177a73e631 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451269 Nov 18 15:05:14.277450 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-839aee8c-1112-4dba-91bc-e4f14b44861e req-85aa866f-eaef-4b15-8c6d-28d34e034e85 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 1162 time: 0.0804851 Nov 18 15:05:14.333614 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-839aee8c-1112-4dba-91bc-e4f14b44861e req-9a6af6d9-b3be-41e6-ab5f-79a16d70a39d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443180 Nov 18 15:05:15.047843 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 62c1e398-e0d8-4a71-9019-3d15d41f7c90 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:05:15.123221 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 62c1e398-e0d8-4a71-9019-3d15d41f7c90 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:05:15.123640 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:15.478656 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b1e97-a37d-412f-82c0-573ed5e0d796 req-61458043-1c31-4539-a653-477979538a54 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:15.480291 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bf5b1e97-a37d-412f-82c0-573ed5e0d796 req-61458043-1c31-4539-a653-477979538a54 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0955062 Nov 18 15:05:15.529371 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bf5b1e97-a37d-412f-82c0-573ed5e0d796 req-cc9a5aaa-a158-48c2-84e9-a07dc710f420 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428851 Nov 18 15:05:16.758031 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd91eee-bcbb-484f-b5f1-a99f7945f7a1 req-18a15fab-f67a-42fe-b27b-cc3b59f86459 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:16.759683 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bfd91eee-bcbb-484f-b5f1-a99f7945f7a1 req-18a15fab-f67a-42fe-b27b-cc3b59f86459 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0866370 Nov 18 15:05:16.809401 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bfd91eee-bcbb-484f-b5f1-a99f7945f7a1 req-b5693581-8511-4c92-a9f5-92a99b42138d tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432868 Nov 18 15:05:17.061175 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 62c1e398-e0d8-4a71-9019-3d15d41f7c90 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:05:17.132410 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 62c1e398-e0d8-4a71-9019-3d15d41f7c90 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:05:17.132665 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:19.912634 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-292b34fd-0c50-4bc4-ba4a-1a3a7d1ff79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:22.505507 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9718da39-109a-4f52-8411-89ce51493265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:22.922826 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:23.827479 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:24.307454 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:37.925392 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-81e83c07-4810-4efa-b931-c7bc3ebaa77d req-0a0eca75-f92e-4107-baf3-cbe7dab3d8a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0780478 Nov 18 15:05:38.087521 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-81e83c07-4810-4efa-b931-c7bc3ebaa77d req-7eca1fda-f081-4f3a-a567-9518e35ee7e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3744a70cc58a4d309144b144203db7ce&device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 1162 time: 0.0837553 Nov 18 15:05:38.247322 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e83c07-4810-4efa-b931-c7bc3ebaa77d req-c51094fd-2e81-48a5-b019-bfcc4104f92d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:38.248935 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-81e83c07-4810-4efa-b931-c7bc3ebaa77d req-c51094fd-2e81-48a5-b019-bfcc4104f92d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 HTTP/1.1" status: 200 len: 904 time: 0.1423757 Nov 18 15:05:38.362271 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-81e83c07-4810-4efa-b931-c7bc3ebaa77d req-a1f1183b-0842-461f-8fb6-3ba0bc9a1fe5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0795cbe3-d022-4bfe-8748-3e2eea810b86 HTTP/1.1" status: 200 len: 1000 time: 0.1056581 Nov 18 15:05:38.431682 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e83c07-4810-4efa-b931-c7bc3ebaa77d req-f4801971-2c19-4dda-a7fb-e7b722f90edd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:38.433579 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-81e83c07-4810-4efa-b931-c7bc3ebaa77d req-f4801971-2c19-4dda-a7fb-e7b722f90edd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63e74489-8b92-4d56-99d5-4fb097f5becc HTTP/1.1" status: 200 len: 848 time: 0.0644474 Nov 18 15:05:38.519427 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-81e83c07-4810-4efa-b931-c7bc3ebaa77d req-7122dc0b-5f46-4942-9074-edc86c258c69 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780530 Nov 18 15:05:38.673771 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-81e83c07-4810-4efa-b931-c7bc3ebaa77d req-f072c22a-133e-4f1d-b7d3-513534f426a4 service neutron] 10.222.0.26 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475930 Nov 18 15:05:38.823355 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-81e83c07-4810-4efa-b931-c7bc3ebaa77d req-a79d480f-9ffa-41c3-8ddd-704c8dd4db00 service neutron] 10.222.0.26 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1427755 Nov 18 15:05:39.316024 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a8137-3c3c-4cf5-9aaa-35adfb794ccc req-0e27a12c-7d6b-451a-b833-1a51bdf8302b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:39.317642 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4b6a8137-3c3c-4cf5-9aaa-35adfb794ccc req-0e27a12c-7d6b-451a-b833-1a51bdf8302b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e552c5a5-41cf-4b60-885d-15892d2ec9d6 HTTP/1.1" status: 200 len: 945 time: 0.0875099 Nov 18 15:05:39.367937 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4b6a8137-3c3c-4cf5-9aaa-35adfb794ccc req-aa0deecf-81dc-4004-8061-87d7cae5bb39 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=91ef050e-9cbd-4c83-963d-ed9951324d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435312 Nov 18 15:05:40.579293 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21882f87-2da4-402c-b9ed-3a197786b199 req-1c28cf16-31f7-4623-93aa-6d8be2e84833 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:40.580902 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21882f87-2da4-402c-b9ed-3a197786b199 req-1c28cf16-31f7-4623-93aa-6d8be2e84833 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e552c5a5-41cf-4b60-885d-15892d2ec9d6 HTTP/1.1" status: 200 len: 945 time: 0.0844092 Nov 18 15:05:40.636794 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-21882f87-2da4-402c-b9ed-3a197786b199 req-fb3b6b95-46f6-4dbe-ae39-c532ced5a186 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=91ef050e-9cbd-4c83-963d-ed9951324d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496747 Nov 18 15:05:41.152582 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2940d-cfe2-4112-8676-108260afa96d req-ab622ab1-f663-4fb4-969e-2384f3c1ad0f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:41.153338 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-96f2940d-cfe2-4112-8676-108260afa96d req-ab622ab1-f663-4fb4-969e-2384f3c1ad0f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Synchronizing usage tracker for tenant:7e33f061e6e44ec4a430f04b8846a002 on resource:port {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:05:41.168561 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-96f2940d-cfe2-4112-8676-108260afa96d req-ab622ab1-f663-4fb4-969e-2384f3c1ad0f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Unset dirty status for tenant:7e33f061e6e44ec4a430f04b8846a002 on resource:port {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:05:41.169766 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-96f2940d-cfe2-4112-8676-108260afa96d req-ab622ab1-f663-4fb4-969e-2384f3c1ad0f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.26 "GET /v2.0/ports?device_id=e552c5a5-41cf-4b60-885d-15892d2ec9d6 HTTP/1.1" status: 200 len: 945 time: 0.0989294 Nov 18 15:05:41.180729 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 471f0ad9-bbfd-4a59-b848-15a4626f0a39 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:05:41.245500 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Deleting port 471f0ad9-bbfd-4a59-b848-15a4626f0a39 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:05:41.245807 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:41.300223 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:41.328071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e552c5a5-41cf-4b60-885d-15892d2ec9d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '471f0ad9-bbfd-4a59-b848-15a4626f0a39'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:05:41.338702 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 471f0ad9-bbfd-4a59-b848-15a4626f0a39, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=471f0ad9-bbfd-4a59-b848-15a4626f0a39,segment=NetworkSegment(fd4911fa-7dca-4450-acfb-fa71f1345d91),segment_id=fd4911fa-7dca-4450-acfb-fa71f1345d91)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:05:41.342551 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:41.344312 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:05:41.391705 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e552c5a5-41cf-4b60-885d-15892d2ec9d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '471f0ad9-bbfd-4a59-b848-15a4626f0a39', 'code': 200} Nov 18 15:05:41.414983 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=471f0ad9-bbfd-4a59-b848-15a4626f0a39,revision_number=5']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:05:41.424242 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.424637 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.425020 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.425400 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.425774 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.426173 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.426545 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.426917 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.427286 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.428421 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.428777 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.429161 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.429570 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.429963 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.430422 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.430691 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.431054 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.431428 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.431798 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.432161 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.432528 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.432896 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.433259 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.433623 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:41.438336 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:05:41.509601 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] For port 471f0ad9-bbfd-4a59-b848-15a4626f0a39, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=471f0ad9-bbfd-4a59-b848-15a4626f0a39,segment=NetworkSegment(fd4911fa-7dca-4450-acfb-fa71f1345d91),segment_id=fd4911fa-7dca-4450-acfb-fa71f1345d91)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:05:41.509942 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:41.810112 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for floatingip, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:41.810694 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431000'] for floatingip, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:41.810835 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.l3_db [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Floating IP 2a130be2-c4fc-40bc-a80f-cb8248c820e7 disassociated. External IP: 172.28.0.172, port: 471f0ad9-bbfd-4a59-b848-15a4626f0a39. Nov 18 15:05:41.811188 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Calling delete_port for 471f0ad9-bbfd-4a59-b848-15a4626f0a39 owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:05:41.848333 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66ddd8-98ee-4dce-bc0a-a6a302890a49 req-f8c3b59b-ba1c-4d62-be85-8acea0b0c87e tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:41.850311 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5e66ddd8-98ee-4dce-bc0a-a6a302890a49 req-f8c3b59b-ba1c-4d62-be85-8acea0b0c87e tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e552c5a5-41cf-4b60-885d-15892d2ec9d6 HTTP/1.1" status: 200 len: 943 time: 0.0852170 Nov 18 15:05:41.904291 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5e66ddd8-98ee-4dce-bc0a-a6a302890a49 req-47802a3a-983a-4bfe-a79e-42ef2bfaf2b6 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=91ef050e-9cbd-4c83-963d-ed9951324d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472651 Nov 18 15:05:42.106609 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.api [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80267) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 15:05:42.106981 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_db.api [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 15:05:42.608067 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Deleting port 471f0ad9-bbfd-4a59-b848-15a4626f0a39 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:05:42.608455 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:42.866194 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] For port 471f0ad9-bbfd-4a59-b848-15a4626f0a39, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=471f0ad9-bbfd-4a59-b848-15a4626f0a39,segment=NetworkSegment(fd4911fa-7dca-4450-acfb-fa71f1345d91),segment_id=fd4911fa-7dca-4450-acfb-fa71f1345d91)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:05:42.866731 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:43.122189 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2700e2f-29bb-40af-a184-60efdf53ce17 req-9cf30ee6-724e-4dcc-83e2-6b30876da147 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:43.123713 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f2700e2f-29bb-40af-a184-60efdf53ce17 req-9cf30ee6-724e-4dcc-83e2-6b30876da147 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e552c5a5-41cf-4b60-885d-15892d2ec9d6 HTTP/1.1" status: 200 len: 943 time: 0.0882435 Nov 18 15:05:43.172819 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f2700e2f-29bb-40af-a184-60efdf53ce17 req-df6b6a2a-566a-4820-8afa-7385922445a6 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups?id=91ef050e-9cbd-4c83-963d-ed9951324d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423403 Nov 18 15:05:43.174351 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for floatingip, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:43.174768 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431000'] for floatingip, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:43.175118 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.l3_db [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Floating IP 2a130be2-c4fc-40bc-a80f-cb8248c820e7 disassociated. External IP: 172.28.0.172, port: 471f0ad9-bbfd-4a59-b848-15a4626f0a39. Nov 18 15:05:43.175494 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Calling delete_port for 471f0ad9-bbfd-4a59-b848-15a4626f0a39 owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:05:43.324528 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:43.340233 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a05f8b88-0502-4c66-a291-297b31351b52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:05:43.396249 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Pushing event deleted for resources: {'Port': ['ID=471f0ad9-bbfd-4a59-b848-15a4626f0a39,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:05:43.444648 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:43.463602 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.464022 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.464439 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.464860 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.465265 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.465664 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.466088 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.466487 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.466878 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.467272 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.467666 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.468054 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.468482 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.468872 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.469264 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.469656 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.470071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.470461 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.470847 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.471234 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.471622 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.472009 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.472394 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.472779 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:43.480437 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:05:43.741472 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Router 06113f2e-69b2-4c03-b6e5-36e6d5354386 has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:05:43.958324 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:05:43.968895 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc6aaae-8ed9-468d-9bcd-a2951dc8c583 None None] Sync routers for ids ['06113f2e-69b2-4c03-b6e5-36e6d5354386'] in dv-cinder-733623-8-smb {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:05:43.982973 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc6aaae-8ed9-468d-9bcd-a2951dc8c583 None None] Routers {'06113f2e-69b2-4c03-b6e5-36e6d5354386'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:05:43.984006 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ccc6aaae-8ed9-468d-9bcd-a2951dc8c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:05:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['06113f2e-69b2-4c03-b6e5-36e6d5354386'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:05:43.997537 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] No DVR routers for this DVR port 471f0ad9-bbfd-4a59-b848-15a4626f0a39 on host hv-cinder-73362 {{(pid=80267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:05:43.999986 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:44.003140 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e552c5a5-41cf-4b60-885d-15892d2ec9d6', 'name': 'network-vif-deleted', 'tag': '471f0ad9-bbfd-4a59-b848-15a4626f0a39'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:05:44.030885 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-96f2940d-cfe2-4112-8676-108260afa96d req-deca4d03-cd51-4c74-9186-a38f8fac17b0 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.26 "DELETE /v2.0/ports/471f0ad9-bbfd-4a59-b848-15a4626f0a39 HTTP/1.1" status: 204 len: 173 time: 2.8543935 Nov 18 15:05:44.158541 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e552c5a5-41cf-4b60-885d-15892d2ec9d6', 'name': 'network-vif-deleted', 'tag': '471f0ad9-bbfd-4a59-b848-15a4626f0a39', 'status': 'completed', 'code': 200} Nov 18 15:05:44.207995 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ccc6aaae-8ed9-468d-9bcd-a2951dc8c583 None None] Set router 06113f2e-69b2-4c03-b6e5-36e6d5354386 gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:05:44.369187 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e471ff64-c0dd-4a7f-b684-efaabdaeaf5f req-2cf9c168-a08c-4054-bdba-67ce51a4b33f tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/ports?device_id=e552c5a5-41cf-4b60-885d-15892d2ec9d6 HTTP/1.1" status: 200 len: 210 time: 0.0473673 Nov 18 15:05:44.544197 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ccc6aaae-8ed9-468d-9bcd-a2951dc8c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port': {'id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:41Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '6af75b91-df5c-4559-ba71-a92fb45ff842', 'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'mac_address': 'fa:16:3e:42:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:46Z', 'updated_at': '2020-11-18T15:00:59Z', 'revision_number': 5, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'subnets': [{'id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:05:44.548437 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc6aaae-8ed9-468d-9bcd-a2951dc8c583 None None] Checking router: 06113f2e-69b2-4c03-b6e5-36e6d5354386 for host: dv-cinder-733623-8-smb {{(pid=80268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:05:44.560137 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc6aaae-8ed9-468d-9bcd-a2951dc8c583 None None] Routers {'06113f2e-69b2-4c03-b6e5-36e6d5354386'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:05:44.560735 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ccc6aaae-8ed9-468d-9bcd-a2951dc8c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:05:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['06113f2e-69b2-4c03-b6e5-36e6d5354386'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:05:44.754665 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-ccc6aaae-8ed9-468d-9bcd-a2951dc8c583 None None] Set router 06113f2e-69b2-4c03-b6e5-36e6d5354386 gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:05:45.087526 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-ccc6aaae-8ed9-468d-9bcd-a2951dc8c583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port': {'id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:41Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '6af75b91-df5c-4559-ba71-a92fb45ff842', 'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'mac_address': 'fa:16:3e:42:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:46Z', 'updated_at': '2020-11-18T15:00:59Z', 'revision_number': 5, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'subnets': [{'id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:05:45.091870 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc6aaae-8ed9-468d-9bcd-a2951dc8c583 None None] The sync data for ids ['06113f2e-69b2-4c03-b6e5-36e6d5354386'] in dv-cinder-733623-8-smb is: [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port': {'id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:41Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '6af75b91-df5c-4559-ba71-a92fb45ff842', 'name': '', 'network_id': '7100e8d1-6aca-4702-8db4-c0fcac7adc0f', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'mac_address': 'fa:16:3e:42:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:46Z', 'updated_at': '2020-11-18T15:00:59Z', 'revision_number': 5, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'subnets': [{'id': 'ccd06d64-c873-4fe5-aaac-a311ffcd4b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:05:45.496883 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35401dd-de27-49ac-85c0-a2a443508ea9 None None] New status for floating IP 2a130be2-c4fc-40bc-a80f-cb8248c820e7: DOWN {{(pid=80269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 15:05:45.520747 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38300) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:05:45.594865 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de68128a-3afe-4039-8a9b-88b4f79a559b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:45.625309 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de68128a-3afe-4039-8a9b-88b4f79a559b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:45.671587 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de68128a-3afe-4039-8a9b-88b4f79a559b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:45.676927 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-897378f4-8a10-46fe-9f8c-475656f7f4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:05:45.695012 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68128a-3afe-4039-8a9b-88b4f79a559b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ef050e-9cbd-4c83-963d-ed9951324d2e,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:05:45.697762 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-de68128a-3afe-4039-8a9b-88b4f79a559b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:05:45.703847 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-de68128a-3afe-4039-8a9b-88b4f79a559b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:45.705117 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-de68128a-3afe-4039-8a9b-88b4f79a559b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "DELETE /v2.0/security-groups/91ef050e-9cbd-4c83-963d-ed9951324d2e HTTP/1.1" status: 204 len: 168 time: 0.1832385 Nov 18 15:05:45.707942 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38304) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:05:45.728671 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.v2.resource [None req-2ecaad38-431a-4cf3-9029-b90f61a03889 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] show failed (client error): The resource could not be found. Nov 18 15:05:45.729802 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-2ecaad38-431a-4cf3-9029-b90f61a03889 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "GET /v2.0/security-groups/91ef050e-9cbd-4c83-963d-ed9951324d2e HTTP/1.1" status: 404 len: 347 time: 0.0208802 Nov 18 15:05:45.732736 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38308) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:05:45.902709 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba5ef5-b4bd-403b-9832-b90f186ee82d tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Deleting port cf4c103a-68db-439d-a05b-bacd47ad0a39 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:05:45.903086 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5ef5-b4bd-403b-9832-b90f186ee82d tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:46.082543 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5ef5-b4bd-403b-9832-b90f186ee82d tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:46.082955 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5ef5-b4bd-403b-9832-b90f186ee82d tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for floatingip, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:46.211350 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba5ef5-b4bd-403b-9832-b90f186ee82d tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Calling delete_port for cf4c103a-68db-439d-a05b-bacd47ad0a39 owned by network:floatingip {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:05:46.348016 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5ef5-b4bd-403b-9832-b90f186ee82d tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:46.363051 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a912cac8-65ce-40c9-a7f1-4494f74c5c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:05:46.417656 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba5ef5-b4bd-403b-9832-b90f186ee82d tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Pushing event deleted for resources: {'Port': ['ID=cf4c103a-68db-439d-a05b-bacd47ad0a39,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:05:46.421561 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b4ba5ef5-b4bd-403b-9832-b90f186ee82d tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:05:46.579407 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5ef5-b4bd-403b-9832-b90f186ee82d tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks [] for floatingip, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:46.594221 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5ef5-b4bd-403b-9832-b90f186ee82d tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for floatingip, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:46.595451 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-b4ba5ef5-b4bd-403b-9832-b90f186ee82d tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] 10.222.0.17 "DELETE /v2.0/floatingips/2a130be2-c4fc-40bc-a80f-cb8248c820e7 HTTP/1.1" status: 204 len: 168 time: 0.8617632 Nov 18 15:05:48.022915 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:05:49.915837 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-412a0572-2c9b-4d4e-ad4d-52b9c0ac88ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:50.566488 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cf97a-8e76-4f34-b113-76380cb2a2cc req-076d19c0-2ec2-45b9-afa8-dd3fa494de89 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:50.568123 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-726cf97a-8e76-4f34-b113-76380cb2a2cc req-076d19c0-2ec2-45b9-afa8-dd3fa494de89 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0890069 Nov 18 15:05:50.619313 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-726cf97a-8e76-4f34-b113-76380cb2a2cc req-a3ca426d-991d-4c5f-9f70-c87ee2671a62 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440710 Nov 18 15:05:50.673613 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38348) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:05:51.219851 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67da6590-7df9-4fbd-8566-f51a336317d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854344844'] for router_interface, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:51.856265 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcd570-a370-4c66-b2db-eae156642730 req-fdd47179-4785-49c8-b566-99b2ec06b2d3 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:51.857920 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7edcd570-a370-4c66-b2db-eae156642730 req-fdd47179-4785-49c8-b566-99b2ec06b2d3 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0845709 Nov 18 15:05:51.908109 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7edcd570-a370-4c66-b2db-eae156642730 req-f7e7e365-9d09-4b83-8136-264137736c88 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440264 Nov 18 15:05:51.921955 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511e8d9-f2ed-4fb2-95f5-9f8902318f7a req-a6e5ceda-8cf8-4460-9794-dafaee06bc4a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:51.922727 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e511e8d9-f2ed-4fb2-95f5-9f8902318f7a req-a6e5ceda-8cf8-4460-9794-dafaee06bc4a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Synchronizing usage tracker for tenant:843cfdfce3cc46e79a77e9d00a592187 on resource:port {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:05:51.979971 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e511e8d9-f2ed-4fb2-95f5-9f8902318f7a req-a6e5ceda-8cf8-4460-9794-dafaee06bc4a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Unset dirty status for tenant:843cfdfce3cc46e79a77e9d00a592187 on resource:port {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:05:51.981130 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e511e8d9-f2ed-4fb2-95f5-9f8902318f7a req-a6e5ceda-8cf8-4460-9794-dafaee06bc4a tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.26 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.2428298 Nov 18 15:05:52.082057 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-e511e8d9-f2ed-4fb2-95f5-9f8902318f7a req-605c971b-b4ab-4756-9d44-e8dcb26e49a5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Deleting port 62c1e398-e0d8-4a71-9019-3d15d41f7c90 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:05:52.082445 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e511e8d9-f2ed-4fb2-95f5-9f8902318f7a req-605c971b-b4ab-4756-9d44-e8dcb26e49a5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:52.453803 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-e511e8d9-f2ed-4fb2-95f5-9f8902318f7a req-605c971b-b4ab-4756-9d44-e8dcb26e49a5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] For port 62c1e398-e0d8-4a71-9019-3d15d41f7c90, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=62c1e398-e0d8-4a71-9019-3d15d41f7c90,segment=NetworkSegment(573e4015-d99e-4ce3-8b66-7ca90676bc75),segment_id=573e4015-d99e-4ce3-8b66-7ca90676bc75)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:05:52.454433 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e511e8d9-f2ed-4fb2-95f5-9f8902318f7a req-605c971b-b4ab-4756-9d44-e8dcb26e49a5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:52.508224 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c7093623-5457-4ef0-aefb-abee5fe6792a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:52.526535 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-67da6590-7df9-4fbd-8566-f51a336317d9 admin admin] Deleting port 6af75b91-df5c-4559-ba71-a92fb45ff842 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:05:52.526919 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67da6590-7df9-4fbd-8566-f51a336317d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:52.916208 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-67da6590-7df9-4fbd-8566-f51a336317d9 admin admin] For port 6af75b91-df5c-4559-ba71-a92fb45ff842, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=6af75b91-df5c-4559-ba71-a92fb45ff842,segment=NetworkSegment(fd4911fa-7dca-4450-acfb-fa71f1345d91),segment_id=fd4911fa-7dca-4450-acfb-fa71f1345d91)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:05:52.916597 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67da6590-7df9-4fbd-8566-f51a336317d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:52.930421 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:52.993196 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e511e8d9-f2ed-4fb2-95f5-9f8902318f7a req-605c971b-b4ab-4756-9d44-e8dcb26e49a5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for floatingip, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:52.993615 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e511e8d9-f2ed-4fb2-95f5-9f8902318f7a req-605c971b-b4ab-4756-9d44-e8dcb26e49a5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431000'] for floatingip, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:52.993995 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.l3_db [req-e511e8d9-f2ed-4fb2-95f5-9f8902318f7a req-605c971b-b4ab-4756-9d44-e8dcb26e49a5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Floating IP 05f38af1-4aab-4729-abed-de8a60a2a1cd disassociated. External IP: 172.28.0.85, port: 62c1e398-e0d8-4a71-9019-3d15d41f7c90. Nov 18 15:05:52.994385 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-e511e8d9-f2ed-4fb2-95f5-9f8902318f7a req-605c971b-b4ab-4756-9d44-e8dcb26e49a5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Calling delete_port for 62c1e398-e0d8-4a71-9019-3d15d41f7c90 owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:05:53.097576 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-67da6590-7df9-4fbd-8566-f51a336317d9 admin admin] Calling delete_port for 6af75b91-df5c-4559-ba71-a92fb45ff842 owned by network:router_interface {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:05:53.142122 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9ce4b-97c8-43b3-8075-912d3e243a35 req-e6d5f760-04fb-4fda-84ee-0a10ad125336 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:05:53.143746 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7df9ce4b-97c8-43b3-8075-912d3e243a35 req-e6d5f760-04fb-4fda-84ee-0a10ad125336 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 945 time: 0.0871077 Nov 18 15:05:53.194338 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7df9ce4b-97c8-43b3-8075-912d3e243a35 req-127740e1-94a2-46c2-848d-32ec9ea43db0 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups?id=926923f5-f029-41cf-8883-eb2863df1335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439460 Nov 18 15:05:53.284634 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 62c1e398-e0d8-4a71-9019-3d15d41f7c90 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:05:53.291903 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e511e8d9-f2ed-4fb2-95f5-9f8902318f7a req-605c971b-b4ab-4756-9d44-e8dcb26e49a5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:53.312704 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5501e969-1db7-40e8-b01a-83c46c9febaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:05:53.320184 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] No Port match for: 62c1e398-e0d8-4a71-9019-3d15d41f7c90 {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:05:53.320584 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 62c1e398-e0d8-4a71-9019-3d15d41f7c90 not bound to the agent host hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:05:53.363259 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c971b-b4ab-4756-9d44-e8dcb26e49a5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Pushing event deleted for resources: {'Port': ['ID=62c1e398-e0d8-4a71-9019-3d15d41f7c90,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:05:53.376293 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-605c971b-b4ab-4756-9d44-e8dcb26e49a5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:05:53.540303 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67da6590-7df9-4fbd-8566-f51a336317d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:53.556987 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7f6e8ddb-bdf2-4eba-a8cb-151805695101 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:05:53.616723 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da6590-7df9-4fbd-8566-f51a336317d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af75b91-df5c-4559-ba71-a92fb45ff842,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:05:53.619579 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-67da6590-7df9-4fbd-8566-f51a336317d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:05:53.832238 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:54.311142 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:54.364267 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e511e8d9-f2ed-4fb2-95f5-9f8902318f7a req-605c971b-b4ab-4756-9d44-e8dcb26e49a5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Router d9fda826-546b-4b7a-b326-f7c2ded37ae7 has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:05:54.391122 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-1a2e5432-e22a-44e4-b1e6-ebf20bfe68f1 req-eeb664a2-c10d-4610-ae6a-f91381b0cdda tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 210 time: 0.0484605 Nov 18 15:05:54.507847 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-67da6590-7df9-4fbd-8566-f51a336317d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851286483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429028'] for router_interface, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:54.828115 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e511e8d9-f2ed-4fb2-95f5-9f8902318f7a req-605c971b-b4ab-4756-9d44-e8dcb26e49a5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:05:54.840335 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402a4ec-2eb3-4a2c-979f-411c5b9c5d87 None None] Sync routers for ids ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'] in dv-cinder-733623-8-smb {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:05:54.854474 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b402a4ec-2eb3-4a2c-979f-411c5b9c5d87 None None] Routers {'d9fda826-546b-4b7a-b326-f7c2ded37ae7'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:05:54.855217 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b402a4ec-2eb3-4a2c-979f-411c5b9c5d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:05:52Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:05:54.868170 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e511e8d9-f2ed-4fb2-95f5-9f8902318f7a req-605c971b-b4ab-4756-9d44-e8dcb26e49a5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] No DVR routers for this DVR port 62c1e398-e0d8-4a71-9019-3d15d41f7c90 on host hv-cinder-73362 {{(pid=80267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:05:54.870427 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e511e8d9-f2ed-4fb2-95f5-9f8902318f7a req-605c971b-b4ab-4756-9d44-e8dcb26e49a5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:54.874957 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ad5686-e635-435c-b846-1f5039a6ff4f', 'name': 'network-vif-deleted', 'tag': '62c1e398-e0d8-4a71-9019-3d15d41f7c90'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:05:54.896009 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e511e8d9-f2ed-4fb2-95f5-9f8902318f7a req-605c971b-b4ab-4756-9d44-e8dcb26e49a5 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.26 "DELETE /v2.0/ports/62c1e398-e0d8-4a71-9019-3d15d41f7c90 HTTP/1.1" status: 204 len: 173 time: 2.9039297 Nov 18 15:05:54.961914 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ad5686-e635-435c-b846-1f5039a6ff4f', 'name': 'network-vif-deleted', 'tag': '62c1e398-e0d8-4a71-9019-3d15d41f7c90', 'status': 'completed', 'code': 200} Nov 18 15:05:55.074939 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-b402a4ec-2eb3-4a2c-979f-411c5b9c5d87 None None] Set router d9fda826-546b-4b7a-b326-f7c2ded37ae7 gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:05:55.484789 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67da6590-7df9-4fbd-8566-f51a336317d9 admin admin] Router 06113f2e-69b2-4c03-b6e5-36e6d5354386 has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:05:55.584739 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b402a4ec-2eb3-4a2c-979f-411c5b9c5d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 4, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': 'e1f1d435-e73b-4219-b5fd-59cfc0a0fae1', 'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'mac_address': 'fa:16:3e:0c:09:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:40Z', 'updated_at': '2020-11-18T14:59:56Z', 'revision_number': 5, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'subnets': [{'id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:05:55.588999 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402a4ec-2eb3-4a2c-979f-411c5b9c5d87 None None] Checking router: d9fda826-546b-4b7a-b326-f7c2ded37ae7 for host: dv-cinder-733623-8-smb {{(pid=80268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:05:55.601489 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b402a4ec-2eb3-4a2c-979f-411c5b9c5d87 None None] Routers {'d9fda826-546b-4b7a-b326-f7c2ded37ae7'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:05:55.602196 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b402a4ec-2eb3-4a2c-979f-411c5b9c5d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:05:52Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:05:55.609734 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b920bba3-2fc0-4fa8-8866-db98d70c160f req-0bce8961-70ac-4111-9e7d-31fdc764ae02 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/ports?device_id=85ad5686-e635-435c-b846-1f5039a6ff4f HTTP/1.1" status: 200 len: 210 time: 0.0503767 Nov 18 15:05:55.710384 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67da6590-7df9-4fbd-8566-f51a336317d9 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:05:55.716004 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-67da6590-7df9-4fbd-8566-f51a336317d9 admin admin] 10.222.0.17 "PUT /v2.0/routers/06113f2e-69b2-4c03-b6e5-36e6d5354386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0411181 Nov 18 15:05:55.718823 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38364) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:05:55.719749 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5868920b-d9fd-41c7-8d18-27c52443a5ae None None] Sync routers for ids ['06113f2e-69b2-4c03-b6e5-36e6d5354386'] in dv-cinder-733623-8-smb {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:05:55.734414 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5868920b-d9fd-41c7-8d18-27c52443a5ae None None] Routers {'06113f2e-69b2-4c03-b6e5-36e6d5354386'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:05:55.735080 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-5868920b-d9fd-41c7-8d18-27c52443a5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:05:52Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['06113f2e-69b2-4c03-b6e5-36e6d5354386'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:05:55.805188 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-b402a4ec-2eb3-4a2c-979f-411c5b9c5d87 None None] Set router d9fda826-546b-4b7a-b326-f7c2ded37ae7 gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:05:55.931856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-5868920b-d9fd-41c7-8d18-27c52443a5ae None None] Set router 06113f2e-69b2-4c03-b6e5-36e6d5354386 gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:05:56.166184 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-662053f6-4d76-4e10-bedc-e8fc6b59c1cf admin admin] Notify callbacks [] for router, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:56.167274 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-b402a4ec-2eb3-4a2c-979f-411c5b9c5d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 4, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': 'e1f1d435-e73b-4219-b5fd-59cfc0a0fae1', 'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'mac_address': 'fa:16:3e:0c:09:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:40Z', 'updated_at': '2020-11-18T14:59:56Z', 'revision_number': 5, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'subnets': [{'id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:05:56.172253 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402a4ec-2eb3-4a2c-979f-411c5b9c5d87 None None] The sync data for ids ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'] in dv-cinder-733623-8-smb is: [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T14:59:43Z', 'revision_number': 4, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': 'e1f1d435-e73b-4219-b5fd-59cfc0a0fae1', 'name': '', 'network_id': '2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'mac_address': 'fa:16:3e:0c:09:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:40Z', 'updated_at': '2020-11-18T14:59:56Z', 'revision_number': 5, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'subnets': [{'id': 'c5bcaa69-69c3-46ba-998a-62828b8d1ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:05:56.391175 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-662053f6-4d76-4e10-bedc-e8fc6b59c1cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:56.399633 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-662053f6-4d76-4e10-bedc-e8fc6b59c1cf admin admin] Deleting port 33c14e6b-f483-467c-95c7-fbf55b0edb81 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:05:56.400010 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-662053f6-4d76-4e10-bedc-e8fc6b59c1cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:56.447847 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-5868920b-d9fd-41c7-8d18-27c52443a5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:05:53Z', 'revision_number': 5, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port': {'id': '33c14e6b-f483-467c-95c7-fbf55b0edb81', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:00:41Z', 'updated_at': '2020-11-18T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:05:56.452271 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5868920b-d9fd-41c7-8d18-27c52443a5ae None None] Checking router: 06113f2e-69b2-4c03-b6e5-36e6d5354386 for host: dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:05:56.466173 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5868920b-d9fd-41c7-8d18-27c52443a5ae None None] Routers {'06113f2e-69b2-4c03-b6e5-36e6d5354386'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:05:56.466864 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-5868920b-d9fd-41c7-8d18-27c52443a5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:05:52Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['06113f2e-69b2-4c03-b6e5-36e6d5354386'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:05:56.579937 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9cbeb5-9b7b-4a01-917b-e4d4acca6db8 None None] New status for floating IP 05f38af1-4aab-4729-abed-de8a60a2a1cd: DOWN {{(pid=80268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 15:05:56.591166 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-662053f6-4d76-4e10-bedc-e8fc6b59c1cf admin admin] For port 33c14e6b-f483-467c-95c7-fbf55b0edb81, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=33c14e6b-f483-467c-95c7-fbf55b0edb81,segment=NetworkSegment(d608effb-fc29-4317-9442-b1f08aaaa7ca),segment_id=d608effb-fc29-4317-9442-b1f08aaaa7ca)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:05:56.591564 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-662053f6-4d76-4e10-bedc-e8fc6b59c1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:56.633587 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-5868920b-d9fd-41c7-8d18-27c52443a5ae None None] Set router 06113f2e-69b2-4c03-b6e5-36e6d5354386 gateway port host: None {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:05:56.729824 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-662053f6-4d76-4e10-bedc-e8fc6b59c1cf admin admin] Calling delete_port for 33c14e6b-f483-467c-95c7-fbf55b0edb81 owned by network:router_gateway {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:05:56.750933 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-5868920b-d9fd-41c7-8d18-27c52443a5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:05:56Z', 'revision_number': 6, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port_host': None}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:05:56.755202 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5868920b-d9fd-41c7-8d18-27c52443a5ae None None] The sync data for ids ['06113f2e-69b2-4c03-b6e5-36e6d5354386'] in dv-cinder-733623-8-smb is: [{'id': '06113f2e-69b2-4c03-b6e5-36e6d5354386', 'name': 'tempest-AttachVolumeTestJSON-17218289-router', 'tenant_id': '7e33f061e6e44ec4a430f04b8846a002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:00:40Z', 'updated_at': '2020-11-18T15:05:56Z', 'revision_number': 6, 'project_id': '7e33f061e6e44ec4a430f04b8846a002', 'gw_port_host': None}] {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:05:56.829120 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 38372) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:05:56.914711 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:56.931615 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-662053f6-4d76-4e10-bedc-e8fc6b59c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:56.946428 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:56.948032 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:05:57.004194 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 6af75b91-df5c-4559-ba71-a92fb45ff842 no longer exists at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:05:57.008584 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662053f6-4d76-4e10-bedc-e8fc6b59c1cf admin admin] Pushing event deleted for resources: {'Port': ['ID=33c14e6b-f483-467c-95c7-fbf55b0edb81,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:05:57.010397 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:57.012736 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-662053f6-4d76-4e10-bedc-e8fc6b59c1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:05:57.016860 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-617f2715-e5df-47a9-bcf5-637b70feb395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:05:57.034715 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Pushing event deleted for resources: {'SecurityGroup': ['ID=926923f5-f029-41cf-8883-eb2863df1335,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:05:57.045045 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] No Port match for: 6af75b91-df5c-4559-ba71-a92fb45ff842 {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:05:57.045427 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 6af75b91-df5c-4559-ba71-a92fb45ff842 not bound to the agent host dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:05:57.058125 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:57.060010 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "DELETE /v2.0/security-groups/926923f5-f029-41cf-8883-eb2863df1335 HTTP/1.1" status: 204 len: 168 time: 0.2295468 Nov 18 15:05:57.062062 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.062679 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.063307 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.063798 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.064292 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.064898 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.065387 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.065911 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.066413 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.066930 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.067417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.067941 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.069188 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.069682 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.070188 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.070821 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.071308 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.071794 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.072280 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.072766 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.073268 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.073878 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.074389 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.074882 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:05:57.077365 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38376) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:05:57.079113 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:05:57.119482 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.api.v2.resource [None req-c9af6503-e9da-4d48-8750-dd7834c55d7e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] show failed (client error): The resource could not be found. Nov 18 15:05:57.120622 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-c9af6503-e9da-4d48-8750-dd7834c55d7e tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "GET /v2.0/security-groups/926923f5-f029-41cf-8883-eb2863df1335 HTTP/1.1" status: 404 len: 347 time: 0.0422094 Nov 18 15:05:57.123833 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 38380) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:05:57.294763 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-42f4e558-2bc7-4bde-9bba-5f6b286c2b7b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Deleting port ef368ddf-d5e0-4bbb-a9e3-93576023b619 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:05:57.295142 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-42f4e558-2bc7-4bde-9bba-5f6b286c2b7b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:57.361009 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-662053f6-4d76-4e10-bedc-e8fc6b59c1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854363788'] for router_gateway, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:57.644844 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-662053f6-4d76-4e10-bedc-e8fc6b59c1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854349588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733498'] for router, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:57.650122 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-662053f6-4d76-4e10-bedc-e8fc6b59c1cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:57.687969 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-42f4e558-2bc7-4bde-9bba-5f6b286c2b7b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:57.688353 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-42f4e558-2bc7-4bde-9bba-5f6b286c2b7b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for floatingip, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:57.741360 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-662053f6-4d76-4e10-bedc-e8fc6b59c1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854349738'] for router, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:57.742076 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662053f6-4d76-4e10-bedc-e8fc6b59c1cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06113f2e-69b2-4c03-b6e5-36e6d5354386 {{(pid=80267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 15:05:57.756373 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-662053f6-4d76-4e10-bedc-e8fc6b59c1cf admin admin] Notify callbacks [] for router, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:57.760022 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-662053f6-4d76-4e10-bedc-e8fc6b59c1cf admin admin] 10.222.0.17 "DELETE /v2.0/routers/06113f2e-69b2-4c03-b6e5-36e6d5354386 HTTP/1.1" status: 204 len: 168 time: 2.0378814 Nov 18 15:05:57.760528 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38384) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:05:57.820188 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-42f4e558-2bc7-4bde-9bba-5f6b286c2b7b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Calling delete_port for ef368ddf-d5e0-4bbb-a9e3-93576023b619 owned by network:floatingip {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:05:57.835273 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-f826e85a-0d63-42c4-b438-e6cb50a1db99 admin admin] Deleting subnet ccd06d64-c873-4fe5-aaac-a311ffcd4b42 {{(pid=80267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 15:05:57.838560 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f826e85a-0d63-42c4-b438-e6cb50a1db99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:57.893143 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f826e85a-0d63-42c4-b438-e6cb50a1db99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2631704'] for subnet, precommit_delete_associations {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:57.964547 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-42f4e558-2bc7-4bde-9bba-5f6b286c2b7b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844619848'] for port, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:57.980395 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:05:58.018200 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f826e85a-0d63-42c4-b438-e6cb50a1db99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853901800'] for subnet, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:58.040610 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4e558-2bc7-4bde-9bba-5f6b286c2b7b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Pushing event deleted for resources: {'Port': ['ID=ef368ddf-d5e0-4bbb-a9e3-93576023b619,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:05:58.048703 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-42f4e558-2bc7-4bde-9bba-5f6b286c2b7b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:05:58.210625 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-42f4e558-2bc7-4bde-9bba-5f6b286c2b7b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks [] for floatingip, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:58.226263 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-42f4e558-2bc7-4bde-9bba-5f6b286c2b7b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for floatingip, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:58.227519 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-42f4e558-2bc7-4bde-9bba-5f6b286c2b7b tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] 10.222.0.17 "DELETE /v2.0/floatingips/05f38af1-4aab-4729-abed-de8a60a2a1cd HTTP/1.1" status: 204 len: 168 time: 1.1025686 Nov 18 15:05:58.290230 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f826e85a-0d63-42c4-b438-e6cb50a1db99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844961198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845137380'] for subnet, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:58.307169 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:05:58.354593 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826e85a-0d63-42c4-b438-e6cb50a1db99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd06d64-c873-4fe5-aaac-a311ffcd4b42,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:05:58.359235 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f826e85a-0d63-42c4-b438-e6cb50a1db99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:05:58.447672 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f826e85a-0d63-42c4-b438-e6cb50a1db99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:58.453138 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8343bd82-98ca-4264-8fe4-6238b5837375 None None] Network 7100e8d1-6aca-4702-8db4-c0fcac7adc0f requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 15:05:58.462999 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-f826e85a-0d63-42c4-b438-e6cb50a1db99 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/ccd06d64-c873-4fe5-aaac-a311ffcd4b42 HTTP/1.1" status: 204 len: 168 time: 0.6922941 Nov 18 15:05:58.462999 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38392) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:05:58.576752 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804504'] for network, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:58.648517 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Deleting port ab359fd9-bde0-4113-8330-6df20567c649 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:05:58.648938 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:58.718337 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18d6ccd-455b-4c08-a3bc-e5331ca1a995 None None] DHCP port deletion for 7100e8d1-6aca-4702-8db4-c0fcac7adc0f request from dv-cinder-733623-8-smb {{(pid=80268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 15:05:58.723001 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-b18d6ccd-455b-4c08-a3bc-e5331ca1a995 None None] Deleting port ab359fd9-bde0-4113-8330-6df20567c649 {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:05:58.723418 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b18d6ccd-455b-4c08-a3bc-e5331ca1a995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:58.868300 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] For port ab359fd9-bde0-4113-8330-6df20567c649, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=ab359fd9-bde0-4113-8330-6df20567c649,segment=NetworkSegment(fd4911fa-7dca-4450-acfb-fa71f1345d91),segment_id=fd4911fa-7dca-4450-acfb-fa71f1345d91)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:05:58.868602 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:58.940264 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-b18d6ccd-455b-4c08-a3bc-e5331ca1a995 None None] For port ab359fd9-bde0-4113-8330-6df20567c649, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=ab359fd9-bde0-4113-8330-6df20567c649,segment=NetworkSegment(fd4911fa-7dca-4450-acfb-fa71f1345d91),segment_id=fd4911fa-7dca-4450-acfb-fa71f1345d91)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:05:58.940619 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b18d6ccd-455b-4c08-a3bc-e5331ca1a995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:59.074733 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device ab359fd9-bde0-4113-8330-6df20567c649 no longer exists at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:05:59.114155 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-b18d6ccd-455b-4c08-a3bc-e5331ca1a995 None None] Calling delete_port for ab359fd9-bde0-4113-8330-6df20567c649 owned by network:dhcp {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:05:59.224089 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Calling delete_port for ab359fd9-bde0-4113-8330-6df20567c649 owned by network:dhcp {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:05:59.308019 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.api [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 18 15:05:59.308019 dv-cinder-733623-8-smb neutron-server[80155]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Nov 18 15:05:59.308019 dv-cinder-733623-8-smb neutron-server[80155]: [parameters: {'port_id': 'ab359fd9-bde0-4113-8330-6df20567c649'}] Nov 18 15:05:59.308019 dv-cinder-733623-8-smb neutron-server[80155]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80267) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 15:05:59.308583 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_db.api [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 15:05:59.324363 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b18d6ccd-455b-4c08-a3bc-e5331ca1a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439'] for port, after_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:59.342058 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:05:59.404538 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d6ccd-455b-4c08-a3bc-e5331ca1a995 None None] Pushing event deleted for resources: {'Port': ['ID=ab359fd9-bde0-4113-8330-6df20567c649,revision_number=None']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:05:59.407222 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b18d6ccd-455b-4c08-a3bc-e5331ca1a995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:05:59.413342 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:59.698796 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 33c14e6b-f483-467c-95c7-fbf55b0edb81 no longer exists at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:05:59.727897 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18d6ccd-455b-4c08-a3bc-e5331ca1a995 None None] No DVR routers for this DVR port ab359fd9-bde0-4113-8330-6df20567c649 on host dv-cinder-733623-8-smb {{(pid=80268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:05:59.734460 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] No Port match for: 33c14e6b-f483-467c-95c7-fbf55b0edb81 {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:05:59.734848 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 33c14e6b-f483-467c-95c7-fbf55b0edb81 not bound to the agent host dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:05:59.810414 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Deleting port ab359fd9-bde0-4113-8330-6df20567c649 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:05:59.810834 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:05:59.885575 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] The port 'ab359fd9-bde0-4113-8330-6df20567c649' was deleted {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 15:06:00.010505 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853904989', 'neutron.services.segments.db._delete_segments_for_network--9223363305708362475'] for network, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:00.128044 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7100e8d1-6aca-4702-8db4-c0fcac7adc0f']}} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:00.141463 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4911fa-7dca-4450-acfb-fa71f1345d91') {'for_net_delete': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:00.141777 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4911fa-7dca-4450-acfb-fa71f1345d91') {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:00.153930 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305708324075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852144096'] for segment, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:00.168937 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:00.170967 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 15:06:00.351930 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Network 7100e8d1-6aca-4702-8db4-c0fcac7adc0f has no segments {{(pid=80267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:06:00.360841 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853906570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844961265'] for segment, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:00.542263 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Network 7100e8d1-6aca-4702-8db4-c0fcac7adc0f has no segments {{(pid=80267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: Traceback (most recent call last): Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: timer() Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: cb(*args, **kw) Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: return func(*args, **kwargs) Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: self._notify() Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: self.callback(batched_events) Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: event.method(event) Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: segment_id)['aggregates'][0] Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: return f(self, *a, **k) Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: return self._get(url).json() Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: **kwargs) Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: return self.request(url, 'GET', **kwargs) Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: **endpoint_filter) Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 15:06:00.564873 dv-cinder-733623-8-smb neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 15:06:00.644973 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:00.648515 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:00.663189 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:00.675607 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Pushing event deleted for resources: {'Network': ['ID=7100e8d1-6aca-4702-8db4-c0fcac7adc0f,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:00.679534 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:00.682252 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-bb381314-8010-4e2b-9ad6-2362ef422986 admin admin] 10.222.0.17 "DELETE /v2.0/networks/7100e8d1-6aca-4702-8db4-c0fcac7adc0f HTTP/1.1" status: 204 len: 168 time: 2.2247899 Nov 18 15:06:00.826269 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38408) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:00.879736 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-c3720788-9a19-4223-99cf-500487fb2490 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7e33f061e6e44ec4a430f04b8846a002&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521955 Nov 18 15:06:00.882178 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38412) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:00.949030 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5decaaf8-a4b6-4724-879e-b0632c6ac43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:00.979148 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5decaaf8-a4b6-4724-879e-b0632c6ac43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:01.044250 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5decaaf8-a4b6-4724-879e-b0632c6ac43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:01.051161 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-df968fec-b57d-4825-be62-914597df2111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:01.069482 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decaaf8-a4b6-4724-879e-b0632c6ac43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5b22ee-e1c8-4f0d-b703-0a8111efebc2,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:01.071857 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5decaaf8-a4b6-4724-879e-b0632c6ac43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:01.078160 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5decaaf8-a4b6-4724-879e-b0632c6ac43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:01.079233 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-3b0b6541-1de6-4f8f-83b4-59b3fa509aa3 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/floatingips/a3d9bfb8-5ef1-4387-9118-6607139638ab HTTP/1.1" status: 200 len: 997 time: 0.1242671 Nov 18 15:06:01.079651 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-5decaaf8-a4b6-4724-879e-b0632c6ac43a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4c5b22ee-e1c8-4f0d-b703-0a8111efebc2 HTTP/1.1" status: 204 len: 168 time: 0.1965265 Nov 18 15:06:01.137962 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38426) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:01.248553 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-36d6b684-4142-4948-98af-86d47163ddda tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:06:01.250095 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-36d6b684-4142-4948-98af-86d47163ddda tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/networks/43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 HTTP/1.1" status: 200 len: 784 time: 0.1665452 Nov 18 15:06:01.261362 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-c0207f6b-3780-4f14-937c-c05b78d2f6d8 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80266) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 15:06:01.262577 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-c0207f6b-3780-4f14-937c-c05b78d2f6d8 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0060973 Nov 18 15:06:01.377099 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-073860ea-fc0d-4694-90d8-3ab672b352a5 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.28.0.66 HTTP/1.1" status: 200 len: 1000 time: 0.1077647 Nov 18 15:06:01.463669 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-52c23962-78f1-4d34-9d90-de998e23aaca tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:06:01.465352 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-52c23962-78f1-4d34-9d90-de998e23aaca tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports/0795cbe3-d022-4bfe-8748-3e2eea810b86 HTTP/1.1" status: 200 len: 942 time: 0.0809462 Nov 18 15:06:01.665844 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-2fb8c864-f62c-48a9-a8a5-aaef568ca5a5 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.28.0.66 HTTP/1.1" status: 200 len: 1000 time: 0.1141527 Nov 18 15:06:01.715099 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b194744-0c79-4c3a-b0a8-c15172d39c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854344844'] for router_interface, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:01.897095 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-b0e3295d-f23a-4340-98d9-65b0e50df21c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Deleting port efb0da23-b27f-466d-b4fb-c2a69a6d3120 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:06:01.897482 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-b0e3295d-f23a-4340-98d9-65b0e50df21c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:02.093509 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-b0e3295d-f23a-4340-98d9-65b0e50df21c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:02.093938 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-b0e3295d-f23a-4340-98d9-65b0e50df21c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for floatingip, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:02.225330 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-b0e3295d-f23a-4340-98d9-65b0e50df21c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Calling delete_port for efb0da23-b27f-466d-b4fb-c2a69a6d3120 owned by network:floatingip {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:06:02.392490 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-b0e3295d-f23a-4340-98d9-65b0e50df21c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844619848'] for port, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:02.402293 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-8b194744-0c79-4c3a-b0a8-c15172d39c37 admin admin] Deleting port e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:06:02.402912 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b194744-0c79-4c3a-b0a8-c15172d39c37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:02.408894 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:02.470857 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3295d-f23a-4340-98d9-65b0e50df21c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Pushing event deleted for resources: {'Port': ['ID=efb0da23-b27f-466d-b4fb-c2a69a6d3120,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:02.475417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b0e3295d-f23a-4340-98d9-65b0e50df21c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:02.599769 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-8b194744-0c79-4c3a-b0a8-c15172d39c37 admin admin] For port e1f1d435-e73b-4219-b5fd-59cfc0a0fae1, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=e1f1d435-e73b-4219-b5fd-59cfc0a0fae1,segment=NetworkSegment(573e4015-d99e-4ce3-8b66-7ca90676bc75),segment_id=573e4015-d99e-4ce3-8b66-7ca90676bc75)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:06:02.600184 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b194744-0c79-4c3a-b0a8-c15172d39c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:02.637573 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-b0e3295d-f23a-4340-98d9-65b0e50df21c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for floatingip, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:02.637979 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.l3_db [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-b0e3295d-f23a-4340-98d9-65b0e50df21c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Floating IP a3d9bfb8-5ef1-4387-9118-6607139638ab disassociated (deleted). External IP: 172.28.0.66, port: 0795cbe3-d022-4bfe-8748-3e2eea810b86. Nov 18 15:06:02.742258 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-8b194744-0c79-4c3a-b0a8-c15172d39c37 admin admin] Calling delete_port for e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 owned by network:router_interface {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:06:02.933977 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b194744-0c79-4c3a-b0a8-c15172d39c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:02.950961 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1a25ac21-fb21-41ca-a5c8-ca5da1a28779 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:03.007161 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b194744-0c79-4c3a-b0a8-c15172d39c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f1d435-e73b-4219-b5fd-59cfc0a0fae1,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:03.011220 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8b194744-0c79-4c3a-b0a8-c15172d39c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:03.064978 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-b0e3295d-f23a-4340-98d9-65b0e50df21c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Router 01fba87e-0c79-4248-b615-5199d1f4addf has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:06:03.370266 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38466) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:03.527906 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-b0e3295d-f23a-4340-98d9-65b0e50df21c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:06:03.539536 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53780169-bc80-43dd-aa5c-07f0874b9755 None None] Sync routers for ids ['01fba87e-0c79-4248-b615-5199d1f4addf'] in dv-cinder-733623-8-smb {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:06:03.549863 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-b0e3295d-f23a-4340-98d9-65b0e50df21c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for floatingip, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:03.553738 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53780169-bc80-43dd-aa5c-07f0874b9755 None None] Routers {'01fba87e-0c79-4248-b615-5199d1f4addf'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:06:03.554569 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-53780169-bc80-43dd-aa5c-07f0874b9755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:05:52Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['01fba87e-0c79-4248-b615-5199d1f4addf'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:03.607977 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-b0e3295d-f23a-4340-98d9-65b0e50df21c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "DELETE /v2.0/floatingips/a3d9bfb8-5ef1-4387-9118-6607139638ab HTTP/1.1" status: 204 len: 173 time: 1.9330003 Nov 18 15:06:03.608520 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade41e7c-326b-4014-8509-e3eb397bc8e7', 'tag': '0795cbe3-d022-4bfe-8748-3e2eea810b86'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:06:03.675081 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8b194744-0c79-4c3a-b0a8-c15172d39c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851286483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429028'] for router_interface, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:03.751996 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-53780169-bc80-43dd-aa5c-07f0874b9755 None None] Set router 01fba87e-0c79-4248-b615-5199d1f4addf gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:06:03.902592 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade41e7c-326b-4014-8509-e3eb397bc8e7', 'tag': '0795cbe3-d022-4bfe-8748-3e2eea810b86', 'status': 'completed', 'code': 200} Nov 18 15:06:03.914349 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-c2c65e01-4bb1-4240-b834-471cfc06c3cc service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=3744a70cc58a4d309144b144203db7ce&device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 1162 time: 0.2893264 Nov 18 15:06:04.014196 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4f386d4a-f224-4722-9500-3f00b4eaa79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:04.069361 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-a543eb16-184d-4de5-878e-61e625dba7b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:06:04.071036 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-a543eb16-184d-4de5-878e-61e625dba7b4 service neutron] 10.222.0.17 "GET /v2.0/networks?id=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 HTTP/1.1" status: 200 len: 904 time: 0.1477516 Nov 18 15:06:04.088710 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4f386d4a-f224-4722-9500-3f00b4eaa79b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:04.097382 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-4f386d4a-f224-4722-9500-3f00b4eaa79b admin admin] Usage tracker for resource:security_group_rule and tenant:6e249926fc724c6e8609b2059c6acb0b is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:04.105147 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-4f386d4a-f224-4722-9500-3f00b4eaa79b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:04.114532 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-53780169-bc80-43dd-aa5c-07f0874b9755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'name': 'tempest-TestShelveInstance-2016728554-router', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:19Z', 'updated_at': '2020-11-18T15:01:30Z', 'revision_number': 4, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'gw_port': {'id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:21Z', 'updated_at': '2020-11-18T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': 'ce12a153-05e9-4b98-884e-28c0017cdc3d', 'name': '', 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'mac_address': 'fa:16:3e:f7:74:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63e74489-8b92-4d56-99d5-4fb097f5becc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:28Z', 'updated_at': '2020-11-18T15:01:37Z', 'revision_number': 5, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'subnets': [{'id': '63e74489-8b92-4d56-99d5-4fb097f5becc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:04.119710 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53780169-bc80-43dd-aa5c-07f0874b9755 None None] Checking router: 01fba87e-0c79-4248-b615-5199d1f4addf for host: dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:06:04.132045 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53780169-bc80-43dd-aa5c-07f0874b9755 None None] Routers {'01fba87e-0c79-4248-b615-5199d1f4addf'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:06:04.132795 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-53780169-bc80-43dd-aa5c-07f0874b9755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:05:52Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['01fba87e-0c79-4248-b615-5199d1f4addf'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:04.151656 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-8a7edcc1-ef4b-41e2-b195-48e15489dcab service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0795cbe3-d022-4bfe-8748-3e2eea810b86 HTTP/1.1" status: 200 len: 217 time: 0.0730970 Nov 18 15:06:04.165385 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c4ed264d-2641-42d2-98a0-2db8926144de req-016b4f66-c60b-4bee-8f41-78ab3001d55b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3744a70cc58a4d309144b144203db7ce&device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 1162 time: 0.2321968 Nov 18 15:06:04.166409 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4f386d4a-f224-4722-9500-3f00b4eaa79b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:04.231413 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-d681a573-624e-4ea2-a0bc-4f0e51c2e9a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:06:04.233044 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-d681a573-624e-4ea2-a0bc-4f0e51c2e9a4 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=63e74489-8b92-4d56-99d5-4fb097f5becc HTTP/1.1" status: 200 len: 848 time: 0.0750682 Nov 18 15:06:04.321705 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-54bed779-e9be-4c8d-b906-be77f956a9f7 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803287 Nov 18 15:06:04.328866 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-53780169-bc80-43dd-aa5c-07f0874b9755 None None] Set router 01fba87e-0c79-4248-b615-5199d1f4addf gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:06:04.395708 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed264d-2641-42d2-98a0-2db8926144de req-a3c8b053-fdcc-4a5d-995f-d87670bfaff8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:06:04.398062 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c4ed264d-2641-42d2-98a0-2db8926144de req-a3c8b053-fdcc-4a5d-995f-d87670bfaff8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 HTTP/1.1" status: 200 len: 904 time: 0.2247326 Nov 18 15:06:04.485439 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-35655658-43da-457b-bc7c-eaf2f7f31a5b service neutron] 10.222.0.17 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557107 Nov 18 15:06:04.560265 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c4ed264d-2641-42d2-98a0-2db8926144de req-c1c386e5-8527-465e-b493-52cde678fa5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0795cbe3-d022-4bfe-8748-3e2eea810b86 HTTP/1.1" status: 200 len: 217 time: 0.1533012 Nov 18 15:06:04.567180 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4f386d4a-f224-4722-9500-3f00b4eaa79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:04.628292 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4f386d4a-f224-4722-9500-3f00b4eaa79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:04.635136 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ca2b67ad-7a37-4c75-8bf2-e6cbdf51740f req-e73f572f-96a2-4895-8d78-bd19c75da292 service neutron] 10.222.0.17 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416738 Nov 18 15:06:04.643487 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-46aedd48-5209-4db3-bc98-21e8c15698d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:04.683360 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-53780169-bc80-43dd-aa5c-07f0874b9755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'name': 'tempest-TestShelveInstance-2016728554-router', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:19Z', 'updated_at': '2020-11-18T15:01:30Z', 'revision_number': 4, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'gw_port': {'id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:21Z', 'updated_at': '2020-11-18T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': 'ce12a153-05e9-4b98-884e-28c0017cdc3d', 'name': '', 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'mac_address': 'fa:16:3e:f7:74:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63e74489-8b92-4d56-99d5-4fb097f5becc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:28Z', 'updated_at': '2020-11-18T15:01:37Z', 'revision_number': 5, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'subnets': [{'id': '63e74489-8b92-4d56-99d5-4fb097f5becc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:04.688302 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53780169-bc80-43dd-aa5c-07f0874b9755 None None] The sync data for ids ['01fba87e-0c79-4248-b615-5199d1f4addf'] in dv-cinder-733623-8-smb is: [{'id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'name': 'tempest-TestShelveInstance-2016728554-router', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:19Z', 'updated_at': '2020-11-18T15:01:30Z', 'revision_number': 4, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'gw_port': {'id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:21Z', 'updated_at': '2020-11-18T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': 'ce12a153-05e9-4b98-884e-28c0017cdc3d', 'name': '', 'network_id': 'e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'mac_address': 'fa:16:3e:f7:74:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63e74489-8b92-4d56-99d5-4fb097f5becc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:28Z', 'updated_at': '2020-11-18T15:01:37Z', 'revision_number': 5, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'subnets': [{'id': '63e74489-8b92-4d56-99d5-4fb097f5becc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:06:04.717642 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f386d4a-f224-4722-9500-3f00b4eaa79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685e67fc-9507-47c3-8df2-e3283b364de4,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:04.784136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4f386d4a-f224-4722-9500-3f00b4eaa79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:04.801090 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-4f386d4a-f224-4722-9500-3f00b4eaa79b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6e249926fc724c6e8609b2059c6acb0b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4295743 Nov 18 15:06:04.804146 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 38480) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:04.807649 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed264d-2641-42d2-98a0-2db8926144de req-05e8057a-55a0-413f-9617-43999b81717e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:06:04.809211 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c4ed264d-2641-42d2-98a0-2db8926144de req-05e8057a-55a0-413f-9617-43999b81717e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63e74489-8b92-4d56-99d5-4fb097f5becc HTTP/1.1" status: 200 len: 848 time: 0.2403727 Nov 18 15:06:04.876176 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c7e01f73-45b8-417e-bcb3-a72a2dcd32b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:04.911422 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c7e01f73-45b8-417e-bcb3-a72a2dcd32b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:04.965786 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c7e01f73-45b8-417e-bcb3-a72a2dcd32b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:04.973624 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bf612f05-82a5-4cd9-bab8-fcb21ed71407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:04.999876 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e01f73-45b8-417e-bcb3-a72a2dcd32b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685e67fc-9507-47c3-8df2-e3283b364de4,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:05.011291 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c7e01f73-45b8-417e-bcb3-a72a2dcd32b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:05.012469 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c7e01f73-45b8-417e-bcb3-a72a2dcd32b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:05.013925 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-c7e01f73-45b8-417e-bcb3-a72a2dcd32b9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/685e67fc-9507-47c3-8df2-e3283b364de4 HTTP/1.1" status: 204 len: 168 time: 0.2086627 Nov 18 15:06:05.106977 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c4ed264d-2641-42d2-98a0-2db8926144de req-d82a4509-f4f9-4dee-a0a9-78493f814f5d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2896965 Nov 18 15:06:05.164513 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5494e-937a-47f2-9187-26e03737de29 req-dc93ad84-132a-44f5-9e15-ef2ccccdd7a6 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:06:05.165106 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-efe5494e-937a-47f2-9187-26e03737de29 req-dc93ad84-132a-44f5-9e15-ef2ccccdd7a6 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Synchronizing usage tracker for tenant:3744a70cc58a4d309144b144203db7ce on resource:port {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:06:05.179661 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0fd3f1-e84d-4364-86b6-569db7266dc6 None None] New status for floating IP a3d9bfb8-5ef1-4387-9118-6607139638ab: DOWN {{(pid=80268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 15:06:05.184844 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-efe5494e-937a-47f2-9187-26e03737de29 req-dc93ad84-132a-44f5-9e15-ef2ccccdd7a6 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Unset dirty status for tenant:3744a70cc58a4d309144b144203db7ce on resource:port {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:06:05.186192 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-efe5494e-937a-47f2-9187-26e03737de29 req-dc93ad84-132a-44f5-9e15-ef2ccccdd7a6 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.1229715 Nov 18 15:06:05.247863 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-efe5494e-937a-47f2-9187-26e03737de29 req-2ee4e406-4ed2-45d1-afdb-9d8057ea7e4a tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0552707 Nov 18 15:06:05.289475 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b194744-0c79-4c3a-b0a8-c15172d39c37 admin admin] Router d9fda826-546b-4b7a-b326-f7c2ded37ae7 has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:06:05.298031 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c4ed264d-2641-42d2-98a0-2db8926144de req-a854764f-aa1d-4036-97b7-1c54d690a7fa service neutron] 10.222.0.26 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814885 Nov 18 15:06:05.480165 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 38490) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:05.500214 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bbdd6929-ec77-4e9a-9f5e-57bb3964ce63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:05.540025 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c4ed264d-2641-42d2-98a0-2db8926144de req-8cd3411d-794b-42c3-a622-96bab9f27cc1 service neutron] 10.222.0.26 "GET /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2332931 Nov 18 15:06:05.540337 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bbdd6929-ec77-4e9a-9f5e-57bb3964ce63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:05.545651 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-bbdd6929-ec77-4e9a-9f5e-57bb3964ce63 admin admin] Usage tracker for resource:security_group_rule and tenant:1c5b5692300a492aa0abfc6b1dc5bc23 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:05.548914 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-bbdd6929-ec77-4e9a-9f5e-57bb3964ce63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:05.555214 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-bbdd6929-ec77-4e9a-9f5e-57bb3964ce63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:05.624449 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bbdd6929-ec77-4e9a-9f5e-57bb3964ce63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:05.631145 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bbdd6929-ec77-4e9a-9f5e-57bb3964ce63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:05.639138 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5b534c1b-41a9-46ad-8f0f-1e54fc9747dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:05.649948 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b194744-0c79-4c3a-b0a8-c15172d39c37 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:06:05.659225 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d85c95-35c0-42c8-980f-728977621467 None None] Sync routers for ids ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'] in dv-cinder-733623-8-smb {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:06:05.672036 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-8b194744-0c79-4c3a-b0a8-c15172d39c37 admin admin] 10.222.0.17 "PUT /v2.0/routers/d9fda826-546b-4b7a-b326-f7c2ded37ae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5328953 Nov 18 15:06:05.674587 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38494) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:05.676200 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d85c95-35c0-42c8-980f-728977621467 None None] Routers {'d9fda826-546b-4b7a-b326-f7c2ded37ae7'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:06:05.677068 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f4d85c95-35c0-42c8-980f-728977621467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:05:52Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:05.687193 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd6929-ec77-4e9a-9f5e-57bb3964ce63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae41a15-1995-4bb6-a336-37f9b2bc5815,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:05.690690 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bbdd6929-ec77-4e9a-9f5e-57bb3964ce63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:05.697019 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-bbdd6929-ec77-4e9a-9f5e-57bb3964ce63 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1c5b5692300a492aa0abfc6b1dc5bc23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2134907 Nov 18 15:06:05.705261 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 38498) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:05.770213 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4b2a-d843-41bd-96cc-f3cbb40cd20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:05.798474 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4b2a-d843-41bd-96cc-f3cbb40cd20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:05.846515 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4b2a-d843-41bd-96cc-f3cbb40cd20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:05.852646 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bc8c548c-1757-401b-823e-13d7f18cc634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:05.868249 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a4b2a-d843-41bd-96cc-f3cbb40cd20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae41a15-1995-4bb6-a336-37f9b2bc5815,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:05.871207 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eb0a4b2a-d843-41bd-96cc-f3cbb40cd20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:05.882430 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-f4d85c95-35c0-42c8-980f-728977621467 None None] Set router d9fda826-546b-4b7a-b326-f7c2ded37ae7 gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:06:05.884732 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4b2a-d843-41bd-96cc-f3cbb40cd20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:05.886591 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-eb0a4b2a-d843-41bd-96cc-f3cbb40cd20c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9ae41a15-1995-4bb6-a336-37f9b2bc5815 HTTP/1.1" status: 204 len: 168 time: 0.1797466 Nov 18 15:06:06.139805 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd83675f-3fbe-45d0-9e45-7c78a509bea6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:06.393278 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48e8ad-7b31-4980-98c2-54ab0f578344 req-2103bc85-ae7d-4fea-b65b-180457f40d5d tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:06:06.394157 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-9e48e8ad-7b31-4980-98c2-54ab0f578344 req-2103bc85-ae7d-4fea-b65b-180457f40d5d tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Synchronizing usage tracker for tenant:3744a70cc58a4d309144b144203db7ce on resource:port {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:06:06.404248 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f4d85c95-35c0-42c8-980f-728977621467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T15:06:02Z', 'revision_number': 5, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:06.409020 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d85c95-35c0-42c8-980f-728977621467 None None] Checking router: d9fda826-546b-4b7a-b326-f7c2ded37ae7 for host: dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:06:06.421870 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d85c95-35c0-42c8-980f-728977621467 None None] Routers {'d9fda826-546b-4b7a-b326-f7c2ded37ae7'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:06:06.422782 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f4d85c95-35c0-42c8-980f-728977621467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:05:52Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:06.430939 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-9e48e8ad-7b31-4980-98c2-54ab0f578344 req-2103bc85-ae7d-4fea-b65b-180457f40d5d tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Unset dirty status for tenant:3744a70cc58a4d309144b144203db7ce on resource:port {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:06:06.432284 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9e48e8ad-7b31-4980-98c2-54ab0f578344 req-2103bc85-ae7d-4fea-b65b-180457f40d5d tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.26 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.2165420 Nov 18 15:06:06.523341 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-9e48e8ad-7b31-4980-98c2-54ab0f578344 req-356cfabc-7a89-499e-b43a-e5443ae3eef9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Deleting port 0795cbe3-d022-4bfe-8748-3e2eea810b86 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:06:06.523875 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-9e48e8ad-7b31-4980-98c2-54ab0f578344 req-356cfabc-7a89-499e-b43a-e5443ae3eef9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:06.558288 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b674795-2953-4f0f-b2f1-d680728db480 req-ff11f4d0-1eed-4f94-b1bf-783467846c88 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:06:06.560404 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6b674795-2953-4f0f-b2f1-d680728db480 req-ff11f4d0-1eed-4f94-b1bf-783467846c88 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 945 time: 0.1248415 Nov 18 15:06:06.597156 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd83675f-3fbe-45d0-9e45-7c78a509bea6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:06.631884 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6b674795-2953-4f0f-b2f1-d680728db480 req-22f40d1c-e588-4c0d-b377-9625a654b390 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups?id=32a977f3-469c-426e-beca-cfa0cc73222a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0648339 Nov 18 15:06:06.650143 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-f4d85c95-35c0-42c8-980f-728977621467 None None] Set router d9fda826-546b-4b7a-b326-f7c2ded37ae7 gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:06:06.655382 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-cd83675f-3fbe-45d0-9e45-7c78a509bea6 admin admin] Deleting port 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:06:06.655865 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd83675f-3fbe-45d0-9e45-7c78a509bea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:06.972104 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-f4d85c95-35c0-42c8-980f-728977621467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T15:06:02Z', 'revision_number': 5, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:06.977017 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d85c95-35c0-42c8-980f-728977621467 None None] The sync data for ids ['d9fda826-546b-4b7a-b326-f7c2ded37ae7'] in dv-cinder-733623-8-smb is: [{'id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1302833238-router', 'tenant_id': '843cfdfce3cc46e79a77e9d00a592187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T14:59:34Z', 'updated_at': '2020-11-18T15:06:02Z', 'revision_number': 5, 'project_id': '843cfdfce3cc46e79a77e9d00a592187', 'gw_port': {'id': '0009e63f-3f63-4e11-b9e6-bc37f5dfda0b', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fda826-546b-4b7a-b326-f7c2ded37ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T14:59:35Z', 'updated_at': '2020-11-18T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}] {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:06:06.983147 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-9e48e8ad-7b31-4980-98c2-54ab0f578344 req-356cfabc-7a89-499e-b43a-e5443ae3eef9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] For port 0795cbe3-d022-4bfe-8748-3e2eea810b86, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=0795cbe3-d022-4bfe-8748-3e2eea810b86,segment=NetworkSegment(21fe0465-8dfa-4657-9fdb-3342c44a7b8e),segment_id=21fe0465-8dfa-4657-9fdb-3342c44a7b8e)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:06:06.983568 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-9e48e8ad-7b31-4980-98c2-54ab0f578344 req-356cfabc-7a89-499e-b43a-e5443ae3eef9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:07.139952 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-9e48e8ad-7b31-4980-98c2-54ab0f578344 req-356cfabc-7a89-499e-b43a-e5443ae3eef9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Calling delete_port for 0795cbe3-d022-4bfe-8748-3e2eea810b86 owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:06:07.185872 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-cd83675f-3fbe-45d0-9e45-7c78a509bea6 admin admin] For port 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=0009e63f-3f63-4e11-b9e6-bc37f5dfda0b,segment=NetworkSegment(d608effb-fc29-4317-9442-b1f08aaaa7ca),segment_id=d608effb-fc29-4317-9442-b1f08aaaa7ca)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:06:07.186324 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd83675f-3fbe-45d0-9e45-7c78a509bea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:07.310930 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 0795cbe3-d022-4bfe-8748-3e2eea810b86 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:06:07.328533 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-cd83675f-3fbe-45d0-9e45-7c78a509bea6 admin admin] Calling delete_port for 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b owned by network:router_gateway {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:06:07.440331 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:07.515029 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-9e48e8ad-7b31-4980-98c2-54ab0f578344 req-356cfabc-7a89-499e-b43a-e5443ae3eef9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:07.531212 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1b822d7f-1ad1-4e88-9749-2045ca24afd2 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:07.593556 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cfabc-7a89-499e-b43a-e5443ae3eef9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Pushing event deleted for resources: {'Port': ['ID=0795cbe3-d022-4bfe-8748-3e2eea810b86,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:07.598752 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-356cfabc-7a89-499e-b43a-e5443ae3eef9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:07.759650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd83675f-3fbe-45d0-9e45-7c78a509bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:07.776803 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-65afcbe4-bd0b-48b1-89fd-1a1e32c80bc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:07.806118 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9925b93c-fa89-4f00-847e-a4b51f9287e2 req-1ace7a79-3068-4c97-8d61-9b9c4415cbf3 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 210 time: 0.0504665 Nov 18 15:06:07.834952 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83675f-3fbe-45d0-9e45-7c78a509bea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0009e63f-3f63-4e11-b9e6-bc37f5dfda0b,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:07.840231 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-cd83675f-3fbe-45d0-9e45-7c78a509bea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:07.884983 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e48e8ad-7b31-4980-98c2-54ab0f578344 req-356cfabc-7a89-499e-b43a-e5443ae3eef9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] No DVR routers for this DVR port 0795cbe3-d022-4bfe-8748-3e2eea810b86 on host hv-cinder-73362 {{(pid=80267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:06:07.933542 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-9e48e8ad-7b31-4980-98c2-54ab0f578344 req-356cfabc-7a89-499e-b43a-e5443ae3eef9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:07.936648 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade41e7c-326b-4014-8509-e3eb397bc8e7', 'name': 'network-vif-deleted', 'tag': '0795cbe3-d022-4bfe-8748-3e2eea810b86'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:06:07.975267 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9e48e8ad-7b31-4980-98c2-54ab0f578344 req-356cfabc-7a89-499e-b43a-e5443ae3eef9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.26 "DELETE /v2.0/ports/0795cbe3-d022-4bfe-8748-3e2eea810b86 HTTP/1.1" status: 204 len: 173 time: 1.5339494 Nov 18 15:06:08.003848 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade41e7c-326b-4014-8509-e3eb397bc8e7', 'name': 'network-vif-deleted', 'tag': '0795cbe3-d022-4bfe-8748-3e2eea810b86', 'status': 'completed', 'code': 200} Nov 18 15:06:08.216056 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd83675f-3fbe-45d0-9e45-7c78a509bea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854363788'] for router_gateway, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:08.799020 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd83675f-3fbe-45d0-9e45-7c78a509bea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854349588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733498'] for router, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:08.803658 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd83675f-3fbe-45d0-9e45-7c78a509bea6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:08.828914 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd83675f-3fbe-45d0-9e45-7c78a509bea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854349738'] for router, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:08.829503 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd83675f-3fbe-45d0-9e45-7c78a509bea6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9fda826-546b-4b7a-b326-f7c2ded37ae7 {{(pid=80267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 15:06:08.839987 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-cd83675f-3fbe-45d0-9e45-7c78a509bea6 admin admin] Notify callbacks [] for router, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:08.841351 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-cd83675f-3fbe-45d0-9e45-7c78a509bea6 admin admin] 10.222.0.17 "DELETE /v2.0/routers/d9fda826-546b-4b7a-b326-f7c2ded37ae7 HTTP/1.1" status: 204 len: 168 time: 3.1657965 Nov 18 15:06:08.843868 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38550) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:08.921915 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7448302-a16b-4ab7-a3d1-7c51f7197384 admin admin] Deleting subnet c5bcaa69-69c3-46ba-998a-62828b8d1ae0 {{(pid=80267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 15:06:08.925761 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7448302-a16b-4ab7-a3d1-7c51f7197384 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:08.989251 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7448302-a16b-4ab7-a3d1-7c51f7197384 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2631704'] for subnet, precommit_delete_associations {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:09.046610 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d1c45dd9-514a-4ab5-80dc-9c6620c1cf9b req-f7244444-4477-48a6-b674-17de85e8d727 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/ports?device_id=ade41e7c-326b-4014-8509-e3eb397bc8e7 HTTP/1.1" status: 200 len: 210 time: 0.0693493 Nov 18 15:06:09.088791 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7448302-a16b-4ab7-a3d1-7c51f7197384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853901800'] for subnet, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:09.106699 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 no longer exists at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:06:09.141336 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] No Port match for: e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:06:09.141730 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device e1f1d435-e73b-4219-b5fd-59cfc0a0fae1 not bound to the agent host dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:06:09.363014 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7448302-a16b-4ab7-a3d1-7c51f7197384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844961198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845137380'] for subnet, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:09.379384 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:09.426409 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7448302-a16b-4ab7-a3d1-7c51f7197384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5bcaa69-69c3-46ba-998a-62828b8d1ae0,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:09.431739 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f7448302-a16b-4ab7-a3d1-7c51f7197384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:09.517545 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f7448302-a16b-4ab7-a3d1-7c51f7197384 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:09.523545 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0415503e-4935-4c40-883e-784d4f6dcd81 None None] Network 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 15:06:09.526803 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-f7448302-a16b-4ab7-a3d1-7c51f7197384 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/c5bcaa69-69c3-46ba-998a-62828b8d1ae0 HTTP/1.1" status: 204 len: 168 time: 0.6795869 Nov 18 15:06:09.527010 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38556) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:09.648527 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804504'] for network, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:09.720775 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] Deleting port 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:06:09.721160 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:09.798254 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d7c774-df89-4470-85db-aed26809422c None None] DHCP port deletion for 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf request from dv-cinder-733623-8-smb {{(pid=80268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 15:06:09.802960 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e2d7c774-df89-4470-85db-aed26809422c None None] Deleting port 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:06:09.803399 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c774-df89-4470-85db-aed26809422c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:09.960550 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] For port 05adf7ff-6ba5-4e2b-bb1d-05999a94f338, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=05adf7ff-6ba5-4e2b-bb1d-05999a94f338,segment=NetworkSegment(573e4015-d99e-4ce3-8b66-7ca90676bc75),segment_id=573e4015-d99e-4ce3-8b66-7ca90676bc75)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:06:09.960949 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:10.035348 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-e2d7c774-df89-4470-85db-aed26809422c None None] For port 05adf7ff-6ba5-4e2b-bb1d-05999a94f338, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=05adf7ff-6ba5-4e2b-bb1d-05999a94f338,segment=NetworkSegment(573e4015-d99e-4ce3-8b66-7ca90676bc75),segment_id=573e4015-d99e-4ce3-8b66-7ca90676bc75)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:06:10.035714 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c774-df89-4470-85db-aed26809422c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:10.095572 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] Calling delete_port for 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 owned by network:dhcp {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:06:10.170812 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:10.173053 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e2d7c774-df89-4470-85db-aed26809422c None None] Calling delete_port for 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 owned by network:dhcp {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:06:10.187599 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-35e56122-4220-4097-81ae-42c6e8bbe322 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:10.239363 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3f5058b0-c7fc-47cd-a1b5-38a5bd0a929d req-e9b29458-aeed-4464-87a9-b2c1ddece1d9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "GET /v2.0/security-groups/32a977f3-469c-426e-beca-cfa0cc73222a HTTP/1.1" status: 200 len: 2647 time: 0.0525866 Nov 18 15:06:10.245522 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] Pushing event deleted for resources: {'Port': ['ID=05adf7ff-6ba5-4e2b-bb1d-05999a94f338,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:10.248295 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:10.248880 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.api [None req-e2d7c774-df89-4470-85db-aed26809422c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80268) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 15:06:10.249299 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_db.api [None req-e2d7c774-df89-4470-85db-aed26809422c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 15:06:10.316582 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3f5058b0-c7fc-47cd-a1b5-38a5bd0a929d req-32829936-8a44-4de9-b276-4424c5849945 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:10.333639 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] No DVR routers for this DVR port 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 on host dv-cinder-733623-8-smb {{(pid=80267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:06:10.345785 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3f5058b0-c7fc-47cd-a1b5-38a5bd0a929d req-32829936-8a44-4de9-b276-4424c5849945 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:10.396123 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3f5058b0-c7fc-47cd-a1b5-38a5bd0a929d req-32829936-8a44-4de9-b276-4424c5849945 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:10.401848 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-98ee9083-1766-4f1b-83d3-de191693d051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:10.417851 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32829936-8a44-4de9-b276-4424c5849945 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a977f3-469c-426e-beca-cfa0cc73222a,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:10.420771 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-32829936-8a44-4de9-b276-4424c5849945 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:10.428266 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-3f5058b0-c7fc-47cd-a1b5-38a5bd0a929d req-32829936-8a44-4de9-b276-4424c5849945 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:10.429500 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3f5058b0-c7fc-47cd-a1b5-38a5bd0a929d req-32829936-8a44-4de9-b276-4424c5849945 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] 10.222.0.17 "DELETE /v2.0/security-groups/32a977f3-469c-426e-beca-cfa0cc73222a HTTP/1.1" status: 204 len: 173 time: 0.1827857 Nov 18 15:06:10.463686 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853904989', 'neutron.services.segments.db._delete_segments_for_network--9223363305708362475'] for network, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:10.486938 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 38570) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:10.588086 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf']}} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:10.602002 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573e4015-d99e-4ce3-8b66-7ca90676bc75') {'for_net_delete': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:10.602350 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573e4015-d99e-4ce3-8b66-7ca90676bc75') {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:10.614875 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305708324075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852144096'] for segment, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:10.638447 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:10.640658 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 15:06:10.750618 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e2d7c774-df89-4470-85db-aed26809422c None None] Deleting port 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:06:10.751114 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c774-df89-4470-85db-aed26809422c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:10.823223 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-e2d7c774-df89-4470-85db-aed26809422c None None] The port '05adf7ff-6ba5-4e2b-bb1d-05999a94f338' was deleted {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 15:06:10.833714 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] Network 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf has no segments {{(pid=80267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:06:10.843219 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853906570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844961265'] for segment, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:10.905968 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-81b705f1-bf30-41ad-986c-d4fa2fd0c498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854344844'] for router_interface, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:11.030148 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] Network 2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf has no segments {{(pid=80267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: Traceback (most recent call last): Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: timer() Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: cb(*args, **kw) Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: return func(*args, **kwargs) Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: self._notify() Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: self.callback(batched_events) Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: event.method(event) Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: segment_id)['aggregates'][0] Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: return f(self, *a, **k) Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: return self._get(url).json() Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: **kwargs) Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: return self.request(url, 'GET', **kwargs) Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: **endpoint_filter) Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 15:06:11.062156 dv-cinder-733623-8-smb neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 15:06:11.100229 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 no longer exists at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:06:11.136371 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] No Port match for: 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:06:11.136891 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 05adf7ff-6ba5-4e2b-bb1d-05999a94f338 not bound to the agent host dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:06:11.137299 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b no longer exists at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:06:11.148202 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:11.152262 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a1c7e4f7-4b26-4d30-a9c8-0bdfb21191b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:11.170151 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:11.176215 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] No Port match for: 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:06:11.176749 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 0009e63f-3f63-4e11-b9e6-bc37f5dfda0b not bound to the agent host dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:06:11.186592 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:11.190776 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:11.203521 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-992780af-3a65-4314-800c-4ac522527049 admin admin] 10.222.0.17 "DELETE /v2.0/networks/2e9a2dfc-ddee-43ff-9039-fb2ee259f0bf HTTP/1.1" status: 204 len: 168 time: 1.6754246 Nov 18 15:06:11.444510 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 38590) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:11.558679 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-244a0c73-c0a8-4457-8e7f-d11742f2e56c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=843cfdfce3cc46e79a77e9d00a592187&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1105011 Nov 18 15:06:11.559128 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38594) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:11.654119 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3edcf506-9f53-4be8-a35e-acafc5a10921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:11.683793 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3edcf506-9f53-4be8-a35e-acafc5a10921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:11.703426 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-81b705f1-bf30-41ad-986c-d4fa2fd0c498 admin admin] Deleting port ce12a153-05e9-4b98-884e-28c0017cdc3d {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:06:11.703805 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-81b705f1-bf30-41ad-986c-d4fa2fd0c498 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:11.730323 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3edcf506-9f53-4be8-a35e-acafc5a10921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:11.735537 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7c782c35-0732-4fe1-8fd2-9d0da9d2e736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:11.749788 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcf506-9f53-4be8-a35e-acafc5a10921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988b2c12-92fa-4078-813a-6c6229eba34b,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:11.754079 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3edcf506-9f53-4be8-a35e-acafc5a10921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:11.758538 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3edcf506-9f53-4be8-a35e-acafc5a10921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:11.759776 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-3edcf506-9f53-4be8-a35e-acafc5a10921 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/988b2c12-92fa-4078-813a-6c6229eba34b HTTP/1.1" status: 204 len: 168 time: 0.1987295 Nov 18 15:06:11.902966 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-81b705f1-bf30-41ad-986c-d4fa2fd0c498 admin admin] For port ce12a153-05e9-4b98-884e-28c0017cdc3d, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=ce12a153-05e9-4b98-884e-28c0017cdc3d,segment=NetworkSegment(21fe0465-8dfa-4657-9fdb-3342c44a7b8e),segment_id=21fe0465-8dfa-4657-9fdb-3342c44a7b8e)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:06:11.903528 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-81b705f1-bf30-41ad-986c-d4fa2fd0c498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:12.040943 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-81b705f1-bf30-41ad-986c-d4fa2fd0c498 admin admin] Calling delete_port for ce12a153-05e9-4b98-884e-28c0017cdc3d owned by network:router_interface {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:06:12.231478 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-81b705f1-bf30-41ad-986c-d4fa2fd0c498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844619848'] for port, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:12.248319 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bca51d3a-dab9-4477-8897-e00c53c7dcdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:12.300945 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b705f1-bf30-41ad-986c-d4fa2fd0c498 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce12a153-05e9-4b98-884e-28c0017cdc3d,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:12.304477 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-81b705f1-bf30-41ad-986c-d4fa2fd0c498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:12.922887 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-81b705f1-bf30-41ad-986c-d4fa2fd0c498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851286483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429028'] for router_interface, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:13.447804 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:13.751898 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b705f1-bf30-41ad-986c-d4fa2fd0c498 admin admin] Router 01fba87e-0c79-4248-b615-5199d1f4addf has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:06:14.008898 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b705f1-bf30-41ad-986c-d4fa2fd0c498 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:06:14.025278 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-81b705f1-bf30-41ad-986c-d4fa2fd0c498 admin admin] 10.222.0.17 "PUT /v2.0/routers/01fba87e-0c79-4248-b615-5199d1f4addf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5366752 Nov 18 15:06:14.027958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38652) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:14.028114 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4da6c97-fdb0-4217-81c4-e7f3d7bab911 None None] Sync routers for ids ['01fba87e-0c79-4248-b615-5199d1f4addf'] in dv-cinder-733623-8-smb {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:06:14.055061 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da6c97-fdb0-4217-81c4-e7f3d7bab911 None None] Routers {'01fba87e-0c79-4248-b615-5199d1f4addf'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:06:14.056072 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-c4da6c97-fdb0-4217-81c4-e7f3d7bab911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:05:52Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['01fba87e-0c79-4248-b615-5199d1f4addf'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:14.315359 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-c4da6c97-fdb0-4217-81c4-e7f3d7bab911 None None] Set router 01fba87e-0c79-4248-b615-5199d1f4addf gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:06:14.326573 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-957f5388-6515-4a03-86e9-8e50bae066b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:14.642042 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-957f5388-6515-4a03-86e9-8e50bae066b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:14.654291 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-957f5388-6515-4a03-86e9-8e50bae066b0 admin admin] Deleting port 9558d641-eb16-4b4a-a8d9-ac6f1aad3178 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:06:14.654820 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-957f5388-6515-4a03-86e9-8e50bae066b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:14.773422 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-c4da6c97-fdb0-4217-81c4-e7f3d7bab911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'name': 'tempest-TestShelveInstance-2016728554-router', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:19Z', 'updated_at': '2020-11-18T15:06:12Z', 'revision_number': 5, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'gw_port': {'id': '9558d641-eb16-4b4a-a8d9-ac6f1aad3178', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:01:21Z', 'updated_at': '2020-11-18T15:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:14.780000 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4da6c97-fdb0-4217-81c4-e7f3d7bab911 None None] Checking router: 01fba87e-0c79-4248-b615-5199d1f4addf for host: dv-cinder-733623-8-smb {{(pid=80268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:06:14.793397 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da6c97-fdb0-4217-81c4-e7f3d7bab911 None None] Routers {'01fba87e-0c79-4248-b615-5199d1f4addf'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:06:14.794145 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-c4da6c97-fdb0-4217-81c4-e7f3d7bab911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:05:52Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['01fba87e-0c79-4248-b615-5199d1f4addf'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:14.903056 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-957f5388-6515-4a03-86e9-8e50bae066b0 admin admin] For port 9558d641-eb16-4b4a-a8d9-ac6f1aad3178, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=9558d641-eb16-4b4a-a8d9-ac6f1aad3178,segment=NetworkSegment(d608effb-fc29-4317-9442-b1f08aaaa7ca),segment_id=d608effb-fc29-4317-9442-b1f08aaaa7ca)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:06:14.903455 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-957f5388-6515-4a03-86e9-8e50bae066b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:14.975791 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-c4da6c97-fdb0-4217-81c4-e7f3d7bab911 None None] Set router 01fba87e-0c79-4248-b615-5199d1f4addf gateway port host: None {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:06:15.059115 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-957f5388-6515-4a03-86e9-8e50bae066b0 admin admin] Calling delete_port for 9558d641-eb16-4b4a-a8d9-ac6f1aad3178 owned by network:router_gateway {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:06:15.113005 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-c4da6c97-fdb0-4217-81c4-e7f3d7bab911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'name': 'tempest-TestShelveInstance-2016728554-router', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:19Z', 'updated_at': '2020-11-18T15:06:14Z', 'revision_number': 6, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'gw_port_host': None}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:15.120041 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4da6c97-fdb0-4217-81c4-e7f3d7bab911 None None] The sync data for ids ['01fba87e-0c79-4248-b615-5199d1f4addf'] in dv-cinder-733623-8-smb is: [{'id': '01fba87e-0c79-4248-b615-5199d1f4addf', 'name': 'tempest-TestShelveInstance-2016728554-router', 'tenant_id': '3744a70cc58a4d309144b144203db7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:01:19Z', 'updated_at': '2020-11-18T15:06:14Z', 'revision_number': 6, 'project_id': '3744a70cc58a4d309144b144203db7ce', 'gw_port_host': None}] {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:06:15.277315 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-957f5388-6515-4a03-86e9-8e50bae066b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:15.298899 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-356cfabc-7a89-499e-b43a-e5443ae3eef9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:15.358984 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f5388-6515-4a03-86e9-8e50bae066b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9558d641-eb16-4b4a-a8d9-ac6f1aad3178,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:15.361924 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-957f5388-6515-4a03-86e9-8e50bae066b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:15.683069 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-957f5388-6515-4a03-86e9-8e50bae066b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854363788'] for router_gateway, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:16.227573 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-957f5388-6515-4a03-86e9-8e50bae066b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854349588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733498'] for router, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:16.232212 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-957f5388-6515-4a03-86e9-8e50bae066b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:16.255724 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-957f5388-6515-4a03-86e9-8e50bae066b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854349738'] for router, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:16.256336 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957f5388-6515-4a03-86e9-8e50bae066b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01fba87e-0c79-4248-b615-5199d1f4addf {{(pid=80267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 15:06:16.269692 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-957f5388-6515-4a03-86e9-8e50bae066b0 admin admin] Notify callbacks [] for router, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:16.271679 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-957f5388-6515-4a03-86e9-8e50bae066b0 admin admin] 10.222.0.17 "DELETE /v2.0/routers/01fba87e-0c79-4248-b615-5199d1f4addf HTTP/1.1" status: 204 len: 168 time: 2.2416999 Nov 18 15:06:16.274010 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38720) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:16.362794 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38726) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:16.493606 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7dfc4722-b743-4361-b790-3c2cd483d123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:16.526301 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eaccb1e-8415-4c6a-8d5e-13bf496d6f7a admin admin] Deleting subnet 63e74489-8b92-4d56-99d5-4fb097f5becc {{(pid=80267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 15:06:16.536214 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7eaccb1e-8415-4c6a-8d5e-13bf496d6f7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:16.590419 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7dfc4722-b743-4361-b790-3c2cd483d123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:16.597753 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-7dfc4722-b743-4361-b790-3c2cd483d123 admin admin] Usage tracker for resource:security_group_rule and tenant:fdda951b20e24ad69084ed817405be74 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:16.602856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-7dfc4722-b743-4361-b790-3c2cd483d123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:16.611761 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7dfc4722-b743-4361-b790-3c2cd483d123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:16.615250 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7eaccb1e-8415-4c6a-8d5e-13bf496d6f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2631704'] for subnet, precommit_delete_associations {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:16.748612 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7eaccb1e-8415-4c6a-8d5e-13bf496d6f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853901800'] for subnet, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:16.793545 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7dfc4722-b743-4361-b790-3c2cd483d123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:16.803134 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7dfc4722-b743-4361-b790-3c2cd483d123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:16.813481 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f24b8508-2ae0-4e3d-8f0b-bbe7649688aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:16.896797 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc4722-b743-4361-b790-3c2cd483d123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05210964-0978-4a8e-96f7-8ef7401d7029,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:16.900242 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7dfc4722-b743-4361-b790-3c2cd483d123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:16.959320 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-7dfc4722-b743-4361-b790-3c2cd483d123 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fdda951b20e24ad69084ed817405be74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5952027 Nov 18 15:06:16.961900 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 38732) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:17.029762 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eed61b4d-45a5-4030-af44-48f8337ec7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:17.058706 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eed61b4d-45a5-4030-af44-48f8337ec7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:17.078954 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 9558d641-eb16-4b4a-a8d9-ac6f1aad3178 no longer exists at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:06:17.094646 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7eaccb1e-8415-4c6a-8d5e-13bf496d6f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844961198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845137380'] for subnet, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:17.112035 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c256fea5-01e7-47bd-b7f6-f02d8c096f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:17.115557 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eed61b4d-45a5-4030-af44-48f8337ec7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:17.115731 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] No Port match for: 9558d641-eb16-4b4a-a8d9-ac6f1aad3178 {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:06:17.116075 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 9558d641-eb16-4b4a-a8d9-ac6f1aad3178 not bound to the agent host dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:06:17.116558 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device ce12a153-05e9-4b98-884e-28c0017cdc3d no longer exists at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:06:17.122440 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9c3525c9-f53d-46ca-83d2-c8fe971c8e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:17.142451 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed61b4d-45a5-4030-af44-48f8337ec7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05210964-0978-4a8e-96f7-8ef7401d7029,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:17.146203 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-eed61b4d-45a5-4030-af44-48f8337ec7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:17.147783 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-eed61b4d-45a5-4030-af44-48f8337ec7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:17.152208 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] No Port match for: ce12a153-05e9-4b98-884e-28c0017cdc3d {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:06:17.152208 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device ce12a153-05e9-4b98-884e-28c0017cdc3d not bound to the agent host dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:06:17.152909 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-eed61b4d-45a5-4030-af44-48f8337ec7b0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/05210964-0978-4a8e-96f7-8ef7401d7029 HTTP/1.1" status: 204 len: 168 time: 0.1897552 Nov 18 15:06:17.193246 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaccb1e-8415-4c6a-8d5e-13bf496d6f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e74489-8b92-4d56-99d5-4fb097f5becc,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:17.241964 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7eaccb1e-8415-4c6a-8d5e-13bf496d6f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:17.272640 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7eaccb1e-8415-4c6a-8d5e-13bf496d6f7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:17.287536 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baf8caf-9532-4aae-bd46-3678a0296c4a None None] Network e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 15:06:17.288788 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-7eaccb1e-8415-4c6a-8d5e-13bf496d6f7a admin admin] 10.222.0.17 "DELETE /v2.0/subnets/63e74489-8b92-4d56-99d5-4fb097f5becc HTTP/1.1" status: 204 len: 168 time: 1.0136869 Nov 18 15:06:17.289158 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 38746) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:17.444299 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804504'] for network, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:17.531197 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Deleting port 736ea218-91c2-41d0-9fdb-4797b73418b7 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:06:17.531576 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:17.560917 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38754) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:17.582366 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b042a47f-0344-430f-9ad4-ed98f5d01617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:17.623627 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae0cd60-0753-42c0-a9a1-1f92643948ba None None] DHCP port deletion for e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 request from dv-cinder-733623-8-smb {{(pid=80268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 15:06:17.628348 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-9ae0cd60-0753-42c0-a9a1-1f92643948ba None None] Deleting port 736ea218-91c2-41d0-9fdb-4797b73418b7 {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:06:17.628519 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b042a47f-0344-430f-9ad4-ed98f5d01617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:17.628767 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae0cd60-0753-42c0-a9a1-1f92643948ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:17.632968 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-b042a47f-0344-430f-9ad4-ed98f5d01617 admin admin] Usage tracker for resource:security_group_rule and tenant:3df213bd74d947acae947048825e4995 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:17.636594 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-b042a47f-0344-430f-9ad4-ed98f5d01617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:17.642651 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-b042a47f-0344-430f-9ad4-ed98f5d01617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:17.720077 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b042a47f-0344-430f-9ad4-ed98f5d01617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:17.723229 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-b042a47f-0344-430f-9ad4-ed98f5d01617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:17.741924 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ec4725b1-66d6-4243-9f1d-2a970c25f7f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:17.763156 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] For port 736ea218-91c2-41d0-9fdb-4797b73418b7, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=736ea218-91c2-41d0-9fdb-4797b73418b7,segment=NetworkSegment(21fe0465-8dfa-4657-9fdb-3342c44a7b8e),segment_id=21fe0465-8dfa-4657-9fdb-3342c44a7b8e)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:06:17.763547 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:17.773289 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042a47f-0344-430f-9ad4-ed98f5d01617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ff203c-5bac-4fc0-8bf7-db9b4d4a0111,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:17.780117 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b042a47f-0344-430f-9ad4-ed98f5d01617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:17.799012 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-b042a47f-0344-430f-9ad4-ed98f5d01617 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3df213bd74d947acae947048825e4995&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2367413 Nov 18 15:06:17.801469 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38758) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:17.852604 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-9ae0cd60-0753-42c0-a9a1-1f92643948ba None None] For port 736ea218-91c2-41d0-9fdb-4797b73418b7, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=736ea218-91c2-41d0-9fdb-4797b73418b7,segment=NetworkSegment(21fe0465-8dfa-4657-9fdb-3342c44a7b8e),segment_id=21fe0465-8dfa-4657-9fdb-3342c44a7b8e)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:06:17.853170 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae0cd60-0753-42c0-a9a1-1f92643948ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:17.867643 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9ae1-2392-42bc-bcb8-41ab9b6c4ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:17.896156 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9ae1-2392-42bc-bcb8-41ab9b6c4ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:17.897212 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Calling delete_port for 736ea218-91c2-41d0-9fdb-4797b73418b7 owned by network:dhcp {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:06:17.947393 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9ae1-2392-42bc-bcb8-41ab9b6c4ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:17.953277 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ef7dc1c0-6522-40d2-b8d1-a3ee80b023b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:17.966359 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf9ae1-2392-42bc-bcb8-41ab9b6c4ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ff203c-5bac-4fc0-8bf7-db9b4d4a0111,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:17.973306 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a2bf9ae1-2392-42bc-bcb8-41ab9b6c4ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:17.974297 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9ae1-2392-42bc-bcb8-41ab9b6c4ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:17.978426 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-a2bf9ae1-2392-42bc-bcb8-41ab9b6c4ec6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a2ff203c-5bac-4fc0-8bf7-db9b4d4a0111 HTTP/1.1" status: 204 len: 168 time: 0.1756461 Nov 18 15:06:17.981403 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844619848'] for port, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:17.998347 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a05373ab-e6a4-4ed5-9569-494fa17a85c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:18.059469 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=736ea218-91c2-41d0-9fdb-4797b73418b7,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:18.064094 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:18.151847 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] No DVR routers for this DVR port 736ea218-91c2-41d0-9fdb-4797b73418b7 on host dv-cinder-733623-8-smb {{(pid=80266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:06:18.175751 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-9ae0cd60-0753-42c0-a9a1-1f92643948ba None None] Calling delete_port for 736ea218-91c2-41d0-9fdb-4797b73418b7 owned by network:dhcp {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:06:18.252429 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.api [None req-9ae0cd60-0753-42c0-a9a1-1f92643948ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80268) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 15:06:18.252962 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_db.api [None req-9ae0cd60-0753-42c0-a9a1-1f92643948ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 15:06:18.283113 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853904989', 'neutron.services.segments.db._delete_segments_for_network--9223363305708362475'] for network, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:18.400919 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0']}} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:18.414468 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fe0465-8dfa-4657-9fdb-3342c44a7b8e') {'for_net_delete': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:18.414822 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fe0465-8dfa-4657-9fdb-3342c44a7b8e') {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:18.426969 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305708324075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10305641'] for segment, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:18.442816 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:18.445309 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 15:06:18.633856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Network e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 has no segments {{(pid=80266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:06:18.643466 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853906570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10155983'] for segment, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:18.754383 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-9ae0cd60-0753-42c0-a9a1-1f92643948ba None None] Deleting port 736ea218-91c2-41d0-9fdb-4797b73418b7 {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:06:18.755480 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9ae0cd60-0753-42c0-a9a1-1f92643948ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:18.832562 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-9ae0cd60-0753-42c0-a9a1-1f92643948ba None None] The port '736ea218-91c2-41d0-9fdb-4797b73418b7' was deleted {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 15:06:18.834877 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Network e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 has no segments {{(pid=80266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: Traceback (most recent call last): Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: timer() Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: cb(*args, **kw) Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: return func(*args, **kwargs) Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: self._notify() Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: self.callback(batched_events) Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: event.method(event) Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: segment_id)['aggregates'][0] Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: return f(self, *a, **k) Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: return self._get(url).json() Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: **kwargs) Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: return self.request(url, 'GET', **kwargs) Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: **endpoint_filter) Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 15:06:18.866521 dv-cinder-733623-8-smb neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 15:06:18.945350 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:18.949373 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d0ff943c-7232-45c7-bd34-42fb6b8d12bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:18.965302 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:18.977264 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:18.980782 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:18.991521 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] 10.222.0.17 "DELETE /v2.0/networks/e63a717e-dee7-4b1c-a2c2-4a74bd11ebd0 HTTP/1.1" status: 204 len: 168 time: 1.7004428 Nov 18 15:06:19.069827 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 736ea218-91c2-41d0-9fdb-4797b73418b7 no longer exists at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:06:19.109160 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] No Port match for: 736ea218-91c2-41d0-9fdb-4797b73418b7 {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:06:19.109555 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 736ea218-91c2-41d0-9fdb-4797b73418b7 not bound to the agent host dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:06:19.222422 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38796) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:19.277930 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-031fcb12-6e33-47c7-a619-bc377261d900 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3744a70cc58a4d309144b144203db7ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0541158 Nov 18 15:06:19.280320 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38800) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:19.348311 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b5d99cf-c8bf-41a3-92a3-3ce8ff204b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:19.375940 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b5d99cf-c8bf-41a3-92a3-3ce8ff204b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:19.423570 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b5d99cf-c8bf-41a3-92a3-3ce8ff204b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:19.428817 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-239e4dcd-9f61-44d6-a290-fb71ef39958c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:19.443982 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d99cf-c8bf-41a3-92a3-3ce8ff204b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c685064-4868-4206-87bc-490eb5cef5d6,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:19.446376 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9b5d99cf-c8bf-41a3-92a3-3ce8ff204b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:19.452036 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9b5d99cf-c8bf-41a3-92a3-3ce8ff204b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:19.464636 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-9b5d99cf-c8bf-41a3-92a3-3ce8ff204b04 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6c685064-4868-4206-87bc-490eb5cef5d6 HTTP/1.1" status: 204 len: 168 time: 0.1742127 Nov 18 15:06:19.917546 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-a63f11c8-ca81-4c35-9980-26a62d83af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:22.509171 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8ee019a4-9efe-4852-9469-e7b92075b7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:22.928032 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:23.826561 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:24.312861 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:25.034719 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:06:26.097975 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38914) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:26.253627 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-45eb963a-b1b9-4cf7-b005-51f6f572a7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:26.287757 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-45eb963a-b1b9-4cf7-b005-51f6f572a7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:26.291846 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-45eb963a-b1b9-4cf7-b005-51f6f572a7cd admin admin] Usage tracker for resource:security_group_rule and tenant:1f477253c87c4e5c86deaf1bd683b367 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:26.294933 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-45eb963a-b1b9-4cf7-b005-51f6f572a7cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:26.300867 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-45eb963a-b1b9-4cf7-b005-51f6f572a7cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:26.371823 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-45eb963a-b1b9-4cf7-b005-51f6f572a7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:26.374853 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-45eb963a-b1b9-4cf7-b005-51f6f572a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:26.383291 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e29056fa-2cd6-40ce-a703-75993c6bfbd5 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:26.402781 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 38926) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:26.425760 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb963a-b1b9-4cf7-b005-51f6f572a7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c523d187-124d-445b-af50-b37d3256873b,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:26.430767 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-45eb963a-b1b9-4cf7-b005-51f6f572a7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:26.433605 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-45eb963a-b1b9-4cf7-b005-51f6f572a7cd admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1f477253c87c4e5c86deaf1bd683b367&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3341224 Nov 18 15:06:26.436327 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38932) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:26.507823 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0bd07529-91b6-4bce-a962-02336bfe9670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:26.535141 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0bd07529-91b6-4bce-a962-02336bfe9670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:26.565117 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d1dfb35-1b2c-40fc-a2b1-4368ee301f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:26.582219 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0bd07529-91b6-4bce-a962-02336bfe9670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:26.587580 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1a9db0f0-cf88-4f24-bc49-b9346e159a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:26.599573 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7d1dfb35-1b2c-40fc-a2b1-4368ee301f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:26.600619 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd07529-91b6-4bce-a962-02336bfe9670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c523d187-124d-445b-af50-b37d3256873b,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:26.603439 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0bd07529-91b6-4bce-a962-02336bfe9670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:26.603908 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-7d1dfb35-1b2c-40fc-a2b1-4368ee301f70 admin admin] Usage tracker for resource:security_group_rule and tenant:c515e050bc6d4561a869ce13ffbea6d0 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:26.607008 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-7d1dfb35-1b2c-40fc-a2b1-4368ee301f70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:26.607745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0bd07529-91b6-4bce-a962-02336bfe9670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:26.613202 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-7d1dfb35-1b2c-40fc-a2b1-4368ee301f70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:26.614739 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-0bd07529-91b6-4bce-a962-02336bfe9670 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c523d187-124d-445b-af50-b37d3256873b HTTP/1.1" status: 204 len: 168 time: 0.1763985 Nov 18 15:06:26.690072 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d1dfb35-1b2c-40fc-a2b1-4368ee301f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:26.700821 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7d1dfb35-1b2c-40fc-a2b1-4368ee301f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:26.709658 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6c715b3f-9820-4aa9-bd92-117f07847d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:26.757987 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1dfb35-1b2c-40fc-a2b1-4368ee301f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93776e4d-339f-4625-b72b-0236c8637c44,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:26.765247 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-7d1dfb35-1b2c-40fc-a2b1-4368ee301f70 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c515e050bc6d4561a869ce13ffbea6d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3589766 Nov 18 15:06:26.765247 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7d1dfb35-1b2c-40fc-a2b1-4368ee301f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:26.765831 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38940) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:26.830746 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e7e44b49-d567-4b66-a439-9640ecbdaf92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:26.859518 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e7e44b49-d567-4b66-a439-9640ecbdaf92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:26.908074 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e7e44b49-d567-4b66-a439-9640ecbdaf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:26.912690 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7dfc4722-b743-4361-b790-3c2cd483d123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:26.925182 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e44b49-d567-4b66-a439-9640ecbdaf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93776e4d-339f-4625-b72b-0236c8637c44,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:26.932151 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e7e44b49-d567-4b66-a439-9640ecbdaf92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:26.933018 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-e7e44b49-d567-4b66-a439-9640ecbdaf92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:26.937285 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-e7e44b49-d567-4b66-a439-9640ecbdaf92 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/93776e4d-339f-4625-b72b-0236c8637c44 HTTP/1.1" status: 204 len: 168 time: 0.1704130 Nov 18 15:06:26.991407 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38946) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:27.013015 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aaeedd55-8f4b-4c36-9116-c4397d84cb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:27.048523 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-aaeedd55-8f4b-4c36-9116-c4397d84cb41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:27.052720 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-aaeedd55-8f4b-4c36-9116-c4397d84cb41 admin admin] Usage tracker for resource:security_group_rule and tenant:77dbd506c1c64071b043fec58aa74331 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:27.055810 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-aaeedd55-8f4b-4c36-9116-c4397d84cb41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:27.062045 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-aaeedd55-8f4b-4c36-9116-c4397d84cb41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:27.134849 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aaeedd55-8f4b-4c36-9116-c4397d84cb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:27.137744 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aaeedd55-8f4b-4c36-9116-c4397d84cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:27.145731 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-06301ff7-2dea-4735-ab44-67e2be75dfa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:27.190605 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeedd55-8f4b-4c36-9116-c4397d84cb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357ba1e7-90bf-4bf2-98f4-978c3caac756,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:27.195756 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-aaeedd55-8f4b-4c36-9116-c4397d84cb41 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=77dbd506c1c64071b043fec58aa74331&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2032378 Nov 18 15:06:27.196740 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aaeedd55-8f4b-4c36-9116-c4397d84cb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:27.198517 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38952) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:27.262516 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c49e3283-aee7-4251-a9a8-4b613a5981db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:27.293709 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c49e3283-aee7-4251-a9a8-4b613a5981db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:27.341350 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c49e3283-aee7-4251-a9a8-4b613a5981db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:27.346445 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a44936a2-551c-4a52-a440-7bb3bb4c65c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:27.360354 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e3283-aee7-4251-a9a8-4b613a5981db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357ba1e7-90bf-4bf2-98f4-978c3caac756,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:27.363123 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c49e3283-aee7-4251-a9a8-4b613a5981db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:27.366282 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c49e3283-aee7-4251-a9a8-4b613a5981db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:27.371846 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-c49e3283-aee7-4251-a9a8-4b613a5981db admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/357ba1e7-90bf-4bf2-98f4-978c3caac756 HTTP/1.1" status: 204 len: 168 time: 0.1722629 Nov 18 15:06:27.380321 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38958) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:27.403713 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6378001c-4566-4981-8357-73494e6c470d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:27.439650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6378001c-4566-4981-8357-73494e6c470d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:27.443935 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-6378001c-4566-4981-8357-73494e6c470d admin admin] Usage tracker for resource:security_group_rule and tenant:f1c930b4ebaf4d9f8f55eeddbe3d6461 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:27.447048 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-6378001c-4566-4981-8357-73494e6c470d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:27.453126 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6378001c-4566-4981-8357-73494e6c470d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:27.523024 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6378001c-4566-4981-8357-73494e6c470d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:27.526378 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6378001c-4566-4981-8357-73494e6c470d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:27.534221 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0fbe58fa-df13-4e3c-b935-63375b9ccb44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:27.579200 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378001c-4566-4981-8357-73494e6c470d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ff782f-12ef-4bc5-b385-803b648ac0c1,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:27.585585 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-6378001c-4566-4981-8357-73494e6c470d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f1c930b4ebaf4d9f8f55eeddbe3d6461&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2039099 Nov 18 15:06:27.586580 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6378001c-4566-4981-8357-73494e6c470d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:27.588173 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 38964) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:27.657304 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80773d81-656b-4ae9-962b-99c710a91a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:27.691708 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80773d81-656b-4ae9-962b-99c710a91a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:27.739952 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80773d81-656b-4ae9-962b-99c710a91a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:27.745239 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a2bf9ae1-2392-42bc-bcb8-41ab9b6c4ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:27.758320 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80773d81-656b-4ae9-962b-99c710a91a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ff782f-12ef-4bc5-b385-803b648ac0c1,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:27.760906 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-80773d81-656b-4ae9-962b-99c710a91a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:27.765796 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80773d81-656b-4ae9-962b-99c710a91a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:27.767124 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-80773d81-656b-4ae9-962b-99c710a91a32 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b8ff782f-12ef-4bc5-b385-803b648ac0c1 HTTP/1.1" status: 204 len: 168 time: 0.1779418 Nov 18 15:06:30.918794 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 39072) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:31.074340 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-376574c1-e3b6-47bd-940b-6856e9a65cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:31.108449 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-376574c1-e3b6-47bd-940b-6856e9a65cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:31.112526 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-376574c1-e3b6-47bd-940b-6856e9a65cb5 admin admin] Usage tracker for resource:security_group_rule and tenant:be3b1318405a48fd93c8df8b67859c3d is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:31.115838 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-376574c1-e3b6-47bd-940b-6856e9a65cb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:31.121686 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-376574c1-e3b6-47bd-940b-6856e9a65cb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:31.189676 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-376574c1-e3b6-47bd-940b-6856e9a65cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:31.193297 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-376574c1-e3b6-47bd-940b-6856e9a65cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:31.200894 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3edcf506-9f53-4be8-a35e-acafc5a10921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:31.243261 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376574c1-e3b6-47bd-940b-6856e9a65cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66b9e88-9ddb-4f4f-8574-b18612c034b9,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:31.247096 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-376574c1-e3b6-47bd-940b-6856e9a65cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:31.250362 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-376574c1-e3b6-47bd-940b-6856e9a65cb5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=be3b1318405a48fd93c8df8b67859c3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3303509 Nov 18 15:06:31.252175 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 39078) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:31.321534 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-94b062ef-2b8f-448f-9485-84fa8d16ee7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:31.349637 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-94b062ef-2b8f-448f-9485-84fa8d16ee7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:31.399670 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-94b062ef-2b8f-448f-9485-84fa8d16ee7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:31.405015 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f11bb090-ea9d-4862-9b28-094c7eb2c657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:31.416687 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b062ef-2b8f-448f-9485-84fa8d16ee7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66b9e88-9ddb-4f4f-8574-b18612c034b9,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:31.419470 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-94b062ef-2b8f-448f-9485-84fa8d16ee7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:31.426494 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-94b062ef-2b8f-448f-9485-84fa8d16ee7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:31.430313 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-94b062ef-2b8f-448f-9485-84fa8d16ee7a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c66b9e88-9ddb-4f4f-8574-b18612c034b9 HTTP/1.1" status: 204 len: 168 time: 0.1767502 Nov 18 15:06:31.781027 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 39094) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:31.800913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-da463e5f-9278-4197-a7c7-4ce251474888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:31.836798 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-da463e5f-9278-4197-a7c7-4ce251474888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:31.841059 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-da463e5f-9278-4197-a7c7-4ce251474888 admin admin] Usage tracker for resource:security_group_rule and tenant:12ac76fa3a444fb1acc501d86a31bb02 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:31.844131 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-da463e5f-9278-4197-a7c7-4ce251474888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:31.850315 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-da463e5f-9278-4197-a7c7-4ce251474888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:31.921445 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-da463e5f-9278-4197-a7c7-4ce251474888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:31.924343 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-da463e5f-9278-4197-a7c7-4ce251474888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:31.933508 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e7e44b49-d567-4b66-a439-9640ecbdaf92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:31.982058 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da463e5f-9278-4197-a7c7-4ce251474888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c238891d-246c-409f-bf22-c33ec783fdfd,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:31.986585 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-da463e5f-9278-4197-a7c7-4ce251474888 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=12ac76fa3a444fb1acc501d86a31bb02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2044592 Nov 18 15:06:31.987510 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-da463e5f-9278-4197-a7c7-4ce251474888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:31.989836 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 39100) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:32.069507 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fac6395a-ee26-4424-bf73-c94be9c7bf28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:32.098766 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fac6395a-ee26-4424-bf73-c94be9c7bf28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:32.144112 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fac6395a-ee26-4424-bf73-c94be9c7bf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:32.149784 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4e724188-ab39-4720-ada9-6bfccb2928b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:32.164930 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6395a-ee26-4424-bf73-c94be9c7bf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c238891d-246c-409f-bf22-c33ec783fdfd,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:32.168159 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fac6395a-ee26-4424-bf73-c94be9c7bf28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:32.172902 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fac6395a-ee26-4424-bf73-c94be9c7bf28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:32.176951 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-fac6395a-ee26-4424-bf73-c94be9c7bf28 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c238891d-246c-409f-bf22-c33ec783fdfd HTTP/1.1" status: 204 len: 168 time: 0.1859422 Nov 18 15:06:33.984981 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 39182) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:34.143837 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-72a07013-42df-4c49-acf4-c4706d0bfb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:34.179101 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-72a07013-42df-4c49-acf4-c4706d0bfb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:34.183219 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-72a07013-42df-4c49-acf4-c4706d0bfb68 admin admin] Usage tracker for resource:security_group_rule and tenant:e246f600b9f34ae28ddbdb7b9809fc75 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:34.186552 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-72a07013-42df-4c49-acf4-c4706d0bfb68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:34.192540 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-72a07013-42df-4c49-acf4-c4706d0bfb68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:34.263581 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-72a07013-42df-4c49-acf4-c4706d0bfb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:34.266518 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-72a07013-42df-4c49-acf4-c4706d0bfb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:34.274603 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-baf4f5dc-1aca-484f-8dc3-f0e47c77832e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:34.319967 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a07013-42df-4c49-acf4-c4706d0bfb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a55d5b5-5e9d-46a7-95f4-7b21261d6d36,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:34.323319 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-72a07013-42df-4c49-acf4-c4706d0bfb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:34.325874 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-72a07013-42df-4c49-acf4-c4706d0bfb68 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e246f600b9f34ae28ddbdb7b9809fc75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3397813 Nov 18 15:06:34.328826 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 39202) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:34.397383 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27853491-4eeb-41e4-acbc-2ef4e540e635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:34.424870 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27853491-4eeb-41e4-acbc-2ef4e540e635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:34.477831 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27853491-4eeb-41e4-acbc-2ef4e540e635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:34.483630 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4f386d4a-f224-4722-9500-3f00b4eaa79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:34.498186 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27853491-4eeb-41e4-acbc-2ef4e540e635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a55d5b5-5e9d-46a7-95f4-7b21261d6d36,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:34.503148 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-27853491-4eeb-41e4-acbc-2ef4e540e635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:34.507896 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27853491-4eeb-41e4-acbc-2ef4e540e635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:34.509758 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-27853491-4eeb-41e4-acbc-2ef4e540e635 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8a55d5b5-5e9d-46a7-95f4-7b21261d6d36 HTTP/1.1" status: 204 len: 168 time: 0.1792912 Nov 18 15:06:34.870238 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 39210) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:34.890143 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d14de8bc-7221-4f20-9212-dbcf10912053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:34.924447 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d14de8bc-7221-4f20-9212-dbcf10912053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:34.929102 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d14de8bc-7221-4f20-9212-dbcf10912053 admin admin] Usage tracker for resource:security_group_rule and tenant:ab47ff47204b4a64a9b68a4e8a3508ab is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:34.932211 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d14de8bc-7221-4f20-9212-dbcf10912053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:34.938358 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d14de8bc-7221-4f20-9212-dbcf10912053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:35.007984 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d14de8bc-7221-4f20-9212-dbcf10912053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:35.010948 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d14de8bc-7221-4f20-9212-dbcf10912053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:35.018941 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aaeedd55-8f4b-4c36-9116-c4397d84cb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:35.071852 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d14de8bc-7221-4f20-9212-dbcf10912053 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ab47ff47204b4a64a9b68a4e8a3508ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2003686 Nov 18 15:06:35.072092 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 39216) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:35.072761 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14de8bc-7221-4f20-9212-dbcf10912053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e901a3-2ac0-4002-974e-79c69431b7ef,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:35.076452 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d14de8bc-7221-4f20-9212-dbcf10912053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:35.149392 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6bef985d-22ee-44e6-9797-dd1be662fd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:35.177997 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6bef985d-22ee-44e6-9797-dd1be662fd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:35.225039 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6bef985d-22ee-44e6-9797-dd1be662fd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:35.230221 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-962d6d2e-1c27-4100-8610-a355c54f2067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:35.244045 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef985d-22ee-44e6-9797-dd1be662fd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e901a3-2ac0-4002-974e-79c69431b7ef,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:35.246875 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6bef985d-22ee-44e6-9797-dd1be662fd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:35.248015 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6bef985d-22ee-44e6-9797-dd1be662fd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:35.251832 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-6bef985d-22ee-44e6-9797-dd1be662fd79 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/06e901a3-2ac0-4002-974e-79c69431b7ef HTTP/1.1" status: 204 len: 168 time: 0.1756923 Nov 18 15:06:43.356656 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 39350) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:43.462545 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:43.519594 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d2403ce0-a445-4b54-afd0-f0f73eb04db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:43.554776 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d2403ce0-a445-4b54-afd0-f0f73eb04db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:43.558851 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d2403ce0-a445-4b54-afd0-f0f73eb04db9 admin admin] Usage tracker for resource:security_group_rule and tenant:8e58961992044816b615d30e83bf93c2 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:43.562197 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d2403ce0-a445-4b54-afd0-f0f73eb04db9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:43.568012 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d2403ce0-a445-4b54-afd0-f0f73eb04db9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:43.640512 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d2403ce0-a445-4b54-afd0-f0f73eb04db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:43.643447 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d2403ce0-a445-4b54-afd0-f0f73eb04db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:43.652128 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6bef985d-22ee-44e6-9797-dd1be662fd79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:43.697297 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2403ce0-a445-4b54-afd0-f0f73eb04db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb314040-e358-42ba-a3f4-32834e390449,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:43.700853 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d2403ce0-a445-4b54-afd0-f0f73eb04db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:43.703702 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d2403ce0-a445-4b54-afd0-f0f73eb04db9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8e58961992044816b615d30e83bf93c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3459704 Nov 18 15:06:43.706510 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 39356) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:44.010977 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7bfb25d9-088d-4d23-876c-9639737e1669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:44.039525 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7bfb25d9-088d-4d23-876c-9639737e1669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:44.087711 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7bfb25d9-088d-4d23-876c-9639737e1669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:44.094319 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-18509426-7f77-41e2-94bd-de49013d6106 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:44.105418 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb25d9-088d-4d23-876c-9639737e1669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb314040-e358-42ba-a3f4-32834e390449,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:44.107969 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7bfb25d9-088d-4d23-876c-9639737e1669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:44.114670 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7bfb25d9-088d-4d23-876c-9639737e1669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:44.116111 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-7bfb25d9-088d-4d23-876c-9639737e1669 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bb314040-e358-42ba-a3f4-32834e390449 HTTP/1.1" status: 204 len: 168 time: 0.4086368 Nov 18 15:06:44.473173 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 39366) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:44.493942 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-963c9563-cdc2-44b0-b22e-9ed9d44cae12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:44.526771 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-963c9563-cdc2-44b0-b22e-9ed9d44cae12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:44.531367 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-963c9563-cdc2-44b0-b22e-9ed9d44cae12 admin admin] Usage tracker for resource:security_group_rule and tenant:b98625fb6e9c4efeb0d9a31e22edce56 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:44.535000 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-963c9563-cdc2-44b0-b22e-9ed9d44cae12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:44.540913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-963c9563-cdc2-44b0-b22e-9ed9d44cae12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:44.610430 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-963c9563-cdc2-44b0-b22e-9ed9d44cae12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:44.613988 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-963c9563-cdc2-44b0-b22e-9ed9d44cae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:44.622300 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-917b78a3-854a-4fa4-9d1f-88bde23d8afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:44.669613 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c9563-cdc2-44b0-b22e-9ed9d44cae12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97f0c5f-01b1-4b2f-a757-57b3a4671164,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:44.673325 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-963c9563-cdc2-44b0-b22e-9ed9d44cae12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:44.677412 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-963c9563-cdc2-44b0-b22e-9ed9d44cae12 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b98625fb6e9c4efeb0d9a31e22edce56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2029283 Nov 18 15:06:44.680249 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 39370) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:44.744302 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3b5342e2-70de-43e1-83fb-9d22383fb3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:44.772317 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3b5342e2-70de-43e1-83fb-9d22383fb3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:44.817354 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3b5342e2-70de-43e1-83fb-9d22383fb3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:44.822374 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-00b8aa53-a046-4344-80d2-3f8306d98872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:44.833087 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5342e2-70de-43e1-83fb-9d22383fb3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97f0c5f-01b1-4b2f-a757-57b3a4671164,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:44.836792 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-3b5342e2-70de-43e1-83fb-9d22383fb3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:44.840044 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-3b5342e2-70de-43e1-83fb-9d22383fb3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:44.841267 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-3b5342e2-70de-43e1-83fb-9d22383fb3c5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c97f0c5f-01b1-4b2f-a757-57b3a4671164 HTTP/1.1" status: 204 len: 168 time: 0.1599946 Nov 18 15:06:47.651521 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 39464) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:47.806831 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0155acd4-4e7c-44cc-954f-f0d22b4a3bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:47.842081 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0155acd4-4e7c-44cc-954f-f0d22b4a3bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:47.846392 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-0155acd4-4e7c-44cc-954f-f0d22b4a3bbb admin admin] Usage tracker for resource:security_group_rule and tenant:60053af46e12437bb92332e6b710d251 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:47.849394 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-0155acd4-4e7c-44cc-954f-f0d22b4a3bbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:47.855254 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-0155acd4-4e7c-44cc-954f-f0d22b4a3bbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:47.927783 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0155acd4-4e7c-44cc-954f-f0d22b4a3bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:47.930380 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0155acd4-4e7c-44cc-954f-f0d22b4a3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:47.938352 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-78cf9305-70c2-401f-8e14-a8af13e132a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:47.982801 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155acd4-4e7c-44cc-954f-f0d22b4a3bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04e2946-ff81-419c-bf38-95d08a94f057,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:47.986464 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-0155acd4-4e7c-44cc-954f-f0d22b4a3bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:47.989707 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-0155acd4-4e7c-44cc-954f-f0d22b4a3bbb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=60053af46e12437bb92332e6b710d251&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3370395 Nov 18 15:06:47.991884 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 39476) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:48.063769 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:48.092980 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:48.138165 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:48.143095 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-27853491-4eeb-41e4-acbc-2ef4e540e635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:48.155962 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04e2946-ff81-419c-bf38-95d08a94f057,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:48.171064 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.171477 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.171883 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.172282 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.172678 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.173073 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.173466 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.173856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.174271 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.174660 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.175079 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.175468 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.176424 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.176820 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.177204 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.177615 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.178003 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.178395 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.178783 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.179172 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.179567 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.179953 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.180338 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.180722 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:48.183581 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:48.185044 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c04e2946-ff81-419c-bf38-95d08a94f057 HTTP/1.1" status: 204 len: 168 time: 0.1914511 Nov 18 15:06:48.186041 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-31f14841-5684-4a5d-8d8d-e19e7312acb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:48.529306 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 39484) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:48.549071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57c94400-2bb8-428d-beff-2bfe209798f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:48.583376 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-57c94400-2bb8-428d-beff-2bfe209798f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:48.587333 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-57c94400-2bb8-428d-beff-2bfe209798f4 admin admin] Usage tracker for resource:security_group_rule and tenant:a5f7356c594e4afea2408253b99ae296 is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:48.590281 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-57c94400-2bb8-428d-beff-2bfe209798f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:48.595984 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-57c94400-2bb8-428d-beff-2bfe209798f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:48.664998 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57c94400-2bb8-428d-beff-2bfe209798f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:48.667825 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-57c94400-2bb8-428d-beff-2bfe209798f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:48.674616 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1149e0c1-758f-4f3b-903d-058273255d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:48.719368 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c94400-2bb8-428d-beff-2bfe209798f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a01b45b-e74f-4208-baf6-6f3879fdf07d,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:48.723981 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-57c94400-2bb8-428d-beff-2bfe209798f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:48.726865 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-57c94400-2bb8-428d-beff-2bfe209798f4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a5f7356c594e4afea2408253b99ae296&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1964571 Nov 18 15:06:48.729484 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 39488) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:48.797267 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aee721b6-bb7b-4b09-915a-c9b858a6d209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:48.824929 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aee721b6-bb7b-4b09-915a-c9b858a6d209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:48.870114 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aee721b6-bb7b-4b09-915a-c9b858a6d209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:48.874888 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7dbfb31e-5a33-4f18-b68a-128ce6a51bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:48.887739 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee721b6-bb7b-4b09-915a-c9b858a6d209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a01b45b-e74f-4208-baf6-6f3879fdf07d,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:48.891981 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aee721b6-bb7b-4b09-915a-c9b858a6d209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:48.898817 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aee721b6-bb7b-4b09-915a-c9b858a6d209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:48.902235 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-aee721b6-bb7b-4b09-915a-c9b858a6d209 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1a01b45b-e74f-4208-baf6-6f3879fdf07d HTTP/1.1" status: 204 len: 168 time: 0.1695514 Nov 18 15:06:49.375852 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 39506) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:49.530139 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-df4315bb-6afb-4c35-a2f0-ffe36165711c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:49.563822 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-df4315bb-6afb-4c35-a2f0-ffe36165711c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:49.568724 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-df4315bb-6afb-4c35-a2f0-ffe36165711c admin admin] Usage tracker for resource:security_group_rule and tenant:e23c20ae32364c539a37a8d2e5ded939 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:49.571762 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-df4315bb-6afb-4c35-a2f0-ffe36165711c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:49.577566 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-df4315bb-6afb-4c35-a2f0-ffe36165711c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:49.647867 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-df4315bb-6afb-4c35-a2f0-ffe36165711c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:49.650744 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-df4315bb-6afb-4c35-a2f0-ffe36165711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:49.658404 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d1d5cfc3-8d85-44d4-8a30-9af5a21d5657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:49.702403 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4315bb-6afb-4c35-a2f0-ffe36165711c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1df5cc-533e-49ce-8887-155bd0d3849a,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:49.706049 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-df4315bb-6afb-4c35-a2f0-ffe36165711c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:49.711277 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-df4315bb-6afb-4c35-a2f0-ffe36165711c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e23c20ae32364c539a37a8d2e5ded939&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3319838 Nov 18 15:06:49.712300 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 39520) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:49.780305 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ecd00a10-13a7-4298-a2e9-d5afbc814ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:49.808391 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ecd00a10-13a7-4298-a2e9-d5afbc814ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:49.854644 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ecd00a10-13a7-4298-a2e9-d5afbc814ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:49.859883 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-94b062ef-2b8f-448f-9485-84fa8d16ee7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:49.873445 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd00a10-13a7-4298-a2e9-d5afbc814ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1df5cc-533e-49ce-8887-155bd0d3849a,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:49.876047 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ecd00a10-13a7-4298-a2e9-d5afbc814ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:49.880340 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-ecd00a10-13a7-4298-a2e9-d5afbc814ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:49.883846 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-ecd00a10-13a7-4298-a2e9-d5afbc814ebb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cb1df5cc-533e-49ce-8887-155bd0d3849a HTTP/1.1" status: 204 len: 168 time: 0.1710272 Nov 18 15:06:49.930732 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bef94be3-efbb-4b51-b4d7-6fb7acff5404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:50.845130 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 39568) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:51.004523 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2fee24e4-079e-4e33-899a-9874868c6ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:51.051649 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2fee24e4-079e-4e33-899a-9874868c6ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:51.056122 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-2fee24e4-079e-4e33-899a-9874868c6ca3 admin admin] Usage tracker for resource:security_group_rule and tenant:b2407f809e554861aef9e26dbf72e097 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:51.059285 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-2fee24e4-079e-4e33-899a-9874868c6ca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:51.065528 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-2fee24e4-079e-4e33-899a-9874868c6ca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:51.135836 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2fee24e4-079e-4e33-899a-9874868c6ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:51.139015 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2fee24e4-079e-4e33-899a-9874868c6ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:51.147519 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-51e25280-f6e5-4724-b0a0-1659333d5a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:51.197542 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-2fee24e4-079e-4e33-899a-9874868c6ca3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b2407f809e554861aef9e26dbf72e097&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3512495 Nov 18 15:06:51.198376 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee24e4-079e-4e33-899a-9874868c6ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98814a96-9143-45cf-9ca0-471ad58c19d2,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:51.200280 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 39574) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:51.201733 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2fee24e4-079e-4e33-899a-9874868c6ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:51.273600 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2baaab18-55db-4b9b-aaf0-3a428ec54b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:51.303780 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2baaab18-55db-4b9b-aaf0-3a428ec54b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:51.350815 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2baaab18-55db-4b9b-aaf0-3a428ec54b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:51.356465 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-68dadcf5-56b1-4bee-8aff-729ef20d3fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:51.376281 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baaab18-55db-4b9b-aaf0-3a428ec54b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98814a96-9143-45cf-9ca0-471ad58c19d2,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:51.379593 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2baaab18-55db-4b9b-aaf0-3a428ec54b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:51.381767 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2baaab18-55db-4b9b-aaf0-3a428ec54b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:51.386414 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-2baaab18-55db-4b9b-aaf0-3a428ec54b3a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/98814a96-9143-45cf-9ca0-471ad58c19d2 HTTP/1.1" status: 204 len: 168 time: 0.1848328 Nov 18 15:06:52.210178 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 39600) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:52.346382 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-100812315-network', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:06:52.352066 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:52.356203 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Usage tracker for resource:network and tenant:f41092cce74045a49f2e492d9ba11f7e is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:52.359279 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:52.365816 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:52.375429 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Made reservation on behalf of f41092cce74045a49f2e492d9ba11f7e for: {'network': 1} {{(pid=80266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:06:52.380259 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for network, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:52.393344 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:52.426663 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:52.430795 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Usage tracker for resource:security_group_rule and tenant:f41092cce74045a49f2e492d9ba11f7e is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:52.433730 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:52.439946 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:52.510873 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:52.511107 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6c19e8c0-d9d3-4bda-b7c6-422868ecab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:52.513799 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:52.518210 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aaf881ae-7319-47b1-a072-ba4082116927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:52.551437 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 15:06:52.561159 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbabe64-1991-420c-9fdf-1f3056152b37,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:52.565108 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:52.567778 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731146413325', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:52.568215 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.segments_db [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Added segment 2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c of type vxlan for network 778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 Nov 18 15:06:52.595426 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731145831112'] for network, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:52.625495 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:52.626796 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:06:52.627468 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:52.633934 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a0c38d80-7b60-4cba-9286-02006dee9241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:52.697678 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4863212 Nov 18 15:06:52.700684 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 39612) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:52.708176 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-5bc16f19-b748-4072-bb41-4803ecaf685a admin admin] Request body: {'subnet': {'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-100812315-subnet', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'ip_version': 4}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:06:52.714126 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5bc16f19-b748-4072-bb41-4803ecaf685a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:52.718715 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-5bc16f19-b748-4072-bb41-4803ecaf685a admin admin] Usage tracker for resource:subnet and tenant:f41092cce74045a49f2e492d9ba11f7e is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:52.721867 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-5bc16f19-b748-4072-bb41-4803ecaf685a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:52.727963 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-5bc16f19-b748-4072-bb41-4803ecaf685a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:52.738860 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc16f19-b748-4072-bb41-4803ecaf685a admin admin] Made reservation on behalf of f41092cce74045a49f2e492d9ba11f7e for: {'subnet': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:06:52.744249 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5bc16f19-b748-4072-bb41-4803ecaf685a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9638453'] for subnet, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:52.750231 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Pushing event updated for resources: {'Network': ['ID=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:52.753183 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d1fe4051-9eee-4e3f-8959-fb460755f840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:52.762707 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Network 778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 15:06:52.778597 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Network 778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 details requested by agent ovs-agent-dv-cinder-733623-8-smb with host dv-cinder-733623-8-smb {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 15:06:52.987717 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:53.176406 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5bc16f19-b748-4072-bb41-4803ecaf685a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9814686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9638404'] for subnet, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:53.192440 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-fbe0d069-46ed-473b-acf5-e055af5ee7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:53.345370 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc16f19-b748-4072-bb41-4803ecaf685a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164,revision_number=0']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:53.348774 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5bc16f19-b748-4072-bb41-4803ecaf685a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:53.627684 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc16f19-b748-4072-bb41-4803ecaf685a admin admin] Checking segment: {'id': '2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:06:53.628071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc16f19-b748-4072-bb41-4803ecaf685a admin admin] Network hostable DHCP agents. Network: 778c424c-c2b8-4034-ac2f-6fe5bb6d5e97, hostable agents: ['7dd807ff-4068-4bca-9edc-148d9863a8e6'], hosted agents: [] {{(pid=80267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 15:06:53.651624 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc16f19-b748-4072-bb41-4803ecaf685a admin admin] Network 778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 is scheduled to be hosted by DHCP agent 7dd807ff-4068-4bca-9edc-148d9863a8e6 with binding_index 1 {{(pid=80267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 15:06:53.660575 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-5bc16f19-b748-4072-bb41-4803ecaf685a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-smb, 778c424c-c2b8-4034-ac2f-6fe5bb6d5e97) {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:06:53.670690 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e9882a-6abc-4392-9bd6-82372d9db2a7 None None] Network 778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 15:06:53.673337 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc16f19-b748-4072-bb41-4803ecaf685a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:06:53.673936 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5bc16f19-b748-4072-bb41-4803ecaf685a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:53.703036 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-5bc16f19-b748-4072-bb41-4803ecaf685a admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0007341 Nov 18 15:06:53.705829 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 39640) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:53.711570 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-100812315-router', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:06:53.716842 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:53.721684 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Usage tracker for resource:router and tenant:f41092cce74045a49f2e492d9ba11f7e is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:53.725380 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:53.731487 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:53.741330 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854349647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733481'] for router, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:53.742478 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854320554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411936', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42335'] for router, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:53.760565 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:53.871357 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:53.911503 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854349618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42318'] for router, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:53.949925 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a8f770-7278-5950-a70d-af2684967024-778c424c-c2b8-4034-ac2f-6fe5bb6d5e97', 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'fixed_ips': [{'subnet_id': 'a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164'}]}} from dv-cinder-733623-8-smb. {{(pid=80268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 15:06:53.950884 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:54.117551 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:54.150504 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:54.247668 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Allocated IP 172.20.0.2 (778c424c-c2b8-4034-ac2f-6fe5bb6d5e97/a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164/6679ddfb-57a4-4bc6-8637-d9282cb4a36a) {{(pid=80268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:06:54.375206 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:54.431075 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Allocated IP 172.28.0.120 (43dc5890-a9c2-4d0d-8ecc-5e5d0db18312/81ba36a0-a2a1-4122-9852-9ec563604b00/94721a06-c2ab-4655-8a70-aa2cf8237ebb) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:06:54.480877 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Notify callbacks [] for port, precommit_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:54.491758 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Transition to ACTIVE for port object 6679ddfb-57a4-4bc6-8637-d9282cb4a36a will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:06:54.508297 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Transition to ACTIVE for port object 6679ddfb-57a4-4bc6-8637-d9282cb4a36a will not be triggered until provisioned by entity DHCP. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:06:54.512740 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655'] for port, after_create {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:54.526498 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:54.592395 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:54.620480 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:54.636502 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e67175d8-9438-4e86-9bce-81b8bed354d2 tempest-AttachVolumeShelveTestJSON-441277108 tempest-AttachVolumeShelveTestJSON-441277108] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:54.662374 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Pushing event updated for resources: {'Port': ['ID=6679ddfb-57a4-4bc6-8637-d9282cb4a36a,revision_number=1']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:54.684278 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.684588 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.685231 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.685601 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.686016 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.686387 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.686745 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.687105 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.687467 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.688148 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.688255 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.688515 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.688912 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.689267 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.689623 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.690131 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.690340 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.690691 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.691045 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.691991 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.692350 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.692714 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.693060 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.693413 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:54.699019 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:54.735964 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Network 778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 is already hosted by enough agents. {{(pid=80268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:06:54.737176 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Resources bound (agent type, host, resource id): {{(pid=80268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:06:54.739646 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Received port after_create {{(pid=80268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:06:54.788702 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Pushing event updated for resources: {'Port': ['ID=94721a06-c2ab-4655-8a70-aa2cf8237ebb,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:54.794154 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:54.801490 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Attempting to bind port 6679ddfb-57a4-4bc6-8637-d9282cb4a36a on host dv-cinder-733623-8-smb for vnic_type normal with profile {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:06:54.801925 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Attempting to bind port 6679ddfb-57a4-4bc6-8637-d9282cb4a36a by drivers openvswitch on host dv-cinder-733623-8-smb at level 0 using segments [{'id': '2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:06:54.802423 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Attempting to bind port 6679ddfb-57a4-4bc6-8637-d9282cb4a36a on network 778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:06:54.809652 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Checking agent: {'id': 'b89b5859-e255-43e6-a15a-920ce6d00019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 54), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:06:54.810374 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Checking segment: {'id': '2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:06:54.810824 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:54.811266 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Bound using segment: {'id': '2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:06:54.811782 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Bound port: 6679ddfb-57a4-4bc6-8637-d9282cb4a36a, host: dv-cinder-733623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:06:54.812202 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:54.842144 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:06:54.843440 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:06:54.845961 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:06:54.907056 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] For port 6679ddfb-57a4-4bc6-8637-d9282cb4a36a, host dv-cinder-733623-8-smb, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:06:54.910618 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] For port 6679ddfb-57a4-4bc6-8637-d9282cb4a36a, host dv-cinder-733623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=6679ddfb-57a4-4bc6-8637-d9282cb4a36a,segment=NetworkSegment(2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c),segment_id=2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:06:54.914689 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:54.932924 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:55.030160 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:55.031002 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854363818'] for router, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:55.062071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 39650) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:55.110588 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Pushing event updated for resources: {'Port': ['ID=6679ddfb-57a4-4bc6-8637-d9282cb4a36a,revision_number=2']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:55.116953 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-401dcda7-b642-4354-ad3e-b8975cc0bdc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:55.231460 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6546535e-e9cb-48c5-84ad-fa02c5974069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:55.265795 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6546535e-e9cb-48c5-84ad-fa02c5974069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:55.270289 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-6546535e-e9cb-48c5-84ad-fa02c5974069 admin admin] Usage tracker for resource:security_group_rule and tenant:feda0ab7722a46a3ba1a044454d4624e is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:55.273344 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-6546535e-e9cb-48c5-84ad-fa02c5974069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:55.279366 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-6546535e-e9cb-48c5-84ad-fa02c5974069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:55.294011 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Router 90266623-f463-4f4c-aefb-1800701bf546 is scheduled to L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da with binding_index 1 {{(pid=80267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 15:06:55.354777 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6546535e-e9cb-48c5-84ad-fa02c5974069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:55.357739 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-6546535e-e9cb-48c5-84ad-fa02c5974069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:55.367141 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-963c9563-cdc2-44b0-b22e-9ed9d44cae12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:55.427017 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-6546535e-e9cb-48c5-84ad-fa02c5974069 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=feda0ab7722a46a3ba1a044454d4624e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3636184 Nov 18 15:06:55.430112 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546535e-e9cb-48c5-84ad-fa02c5974069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f927fb-10e5-4b55-824e-f6cae41c66f0,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:55.433993 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6546535e-e9cb-48c5-84ad-fa02c5974069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:55.435057 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 39656) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:55.509369 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-82d5ecf7-dcbd-4d56-a948-36ed52e55387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:55.543031 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-82d5ecf7-dcbd-4d56-a948-36ed52e55387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:55.543176 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:06:55.552855 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Sync routers for ids ['90266623-f463-4f4c-aefb-1800701bf546'] in dv-cinder-733623-8-smb {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:06:55.569243 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Routers {'90266623-f463-4f4c-aefb-1800701bf546'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:06:55.570653 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:06:52Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['90266623-f463-4f4c-aefb-1800701bf546'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:55.580081 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Notify callbacks [] for router, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:55.581606 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8746760 Nov 18 15:06:55.584902 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 39660) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:55.686797 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-82d5ecf7-dcbd-4d56-a948-36ed52e55387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:55.692882 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d2403ce0-a445-4b54-afd0-f0f73eb04db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:55.706359 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5ecf7-dcbd-4d56-a948-36ed52e55387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f927fb-10e5-4b55-824e-f6cae41c66f0,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:55.711908 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-82d5ecf7-dcbd-4d56-a948-36ed52e55387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:55.717460 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-82d5ecf7-dcbd-4d56-a948-36ed52e55387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:55.720364 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-82d5ecf7-dcbd-4d56-a948-36ed52e55387 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a8f927fb-10e5-4b55-824e-f6cae41c66f0 HTTP/1.1" status: 204 len: 168 time: 0.2826395 Nov 18 15:06:55.766984 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Set router 90266623-f463-4f4c-aefb-1800701bf546 gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:06:56.093594 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90266623-f463-4f4c-aefb-1800701bf546', 'name': 'tempest-TestMinimumBasicScenario-100812315-router', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:06:53Z', 'updated_at': '2020-11-18T15:06:54Z', 'revision_number': 3, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'gw_port': {'id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:54Z', 'updated_at': '2020-11-18T15:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:56.098275 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Checking router: 90266623-f463-4f4c-aefb-1800701bf546 for host: dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:06:56.098790 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Updating router 90266623-f463-4f4c-aefb-1800701bf546 port 94721a06-c2ab-4655-8a70-aa2cf8237ebb binding host dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 15:06:56.156501 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:56.391330 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:56.599508 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744d88fc-b041-453b-9cf8-a185e74d94ba None None] Network 778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 15:06:56.622223 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Notify callbacks [] for port, precommit_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:56.636044 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Transition to ACTIVE for port object 94721a06-c2ab-4655-8a70-aa2cf8237ebb will not be triggered until provisioned by entity L2. {{(pid=80269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:06:56.639399 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:56.642297 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-edda60aa-e876-44fc-8901-855bb07f0cbc None None] Provisioning for port 6679ddfb-57a4-4bc6-8637-d9282cb4a36a completed by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:06:56.662226 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5d12ec50-b07d-401b-a6d5-fd5180e782d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:56.684650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 39682) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:56.799090 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Allocated IP 172.20.0.1 (778c424c-c2b8-4034-ac2f-6fe5bb6d5e97/a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164/903ede09-15dc-48e0-b9c7-feebd6b50c56) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:06:56.819009 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Pushing event updated for resources: {'Port': ['ID=94721a06-c2ab-4655-8a70-aa2cf8237ebb,revision_number=2']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:56.832789 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.833189 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.833570 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.834278 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.834278 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.834682 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.834994 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.835355 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.835861 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.836224 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.836627 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.836943 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.837346 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.837704 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.838095 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.838454 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.838811 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.839170 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.839533 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.839871 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.840232 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.840587 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.840711 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-189867993-network', 'tenant_id': 'f601d45c26744ec8a8a3d252888d5d70'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:06:56.840943 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.841297 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:56.847377 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:56.848135 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:56.852686 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Usage tracker for resource:network and tenant:f601d45c26744ec8a8a3d252888d5d70 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:56.857765 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:56.866999 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:56.878429 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Made reservation on behalf of f601d45c26744ec8a8a3d252888d5d70 for: {'network': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:06:56.883873 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for network, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:56.901226 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:56.906169 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Attempting to bind port 94721a06-c2ab-4655-8a70-aa2cf8237ebb on host dv-cinder-733623-8-smb for vnic_type normal with profile {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:06:56.906969 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Attempting to bind port 94721a06-c2ab-4655-8a70-aa2cf8237ebb by drivers openvswitch on host dv-cinder-733623-8-smb at level 0 using segments [{'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:06:56.907586 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Attempting to bind port 94721a06-c2ab-4655-8a70-aa2cf8237ebb on network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:06:56.916037 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Checking agent: {'id': 'b89b5859-e255-43e6-a15a-920ce6d00019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 54), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:06:56.916818 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Checking segment: {'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:06:56.917514 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:56.918188 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Bound using segment: {'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'} {{(pid=80269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:06:56.919106 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Bound port: 94721a06-c2ab-4655-8a70-aa2cf8237ebb, host: dv-cinder-733623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd608effb-fc29-4317-9442-b1f08aaaa7ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}}] {{(pid=80269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:06:56.919773 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:56.945290 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:56.951020 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Usage tracker for resource:security_group_rule and tenant:f601d45c26744ec8a8a3d252888d5d70 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:56.958107 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:56.964821 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:57.006699 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:57.012612 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] For port 94721a06-c2ab-4655-8a70-aa2cf8237ebb, host dv-cinder-733623-8-smb, cleared binding levels {{(pid=80269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:06:57.032043 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] For port 94721a06-c2ab-4655-8a70-aa2cf8237ebb, host dv-cinder-733623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=94721a06-c2ab-4655-8a70-aa2cf8237ebb,segment=NetworkSegment(d608effb-fc29-4317-9442-b1f08aaaa7ca),segment_id=d608effb-fc29-4317-9442-b1f08aaaa7ca)] {{(pid=80269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:06:57.038162 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:57.054282 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Transition to ACTIVE for port object 903ede09-15dc-48e0-b9c7-feebd6b50c56 will not be triggered until provisioned by entity DHCP. {{(pid=80266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:06:57.097780 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844619848'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:57.105695 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:57.111514 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:57.117726 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-de68128a-3afe-4039-8a9b-88b4f79a559b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:57.155660 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-399ba966-7ac7-4c02-aa90-f50941b327b9 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:57.163949 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 6679ddfb-57a4-4bc6-8637-d9282cb4a36a up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:06:57.179339 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 15:06:57.195452 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18e6ac8-3b40-499e-9d86-32d77c0fa154,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:57.212796 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:57.215891 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:57.216284 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.segments_db [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Added segment f74492a9-4c55-406a-a2a4-2e8adf5186f6 of type vxlan for network 66bff88d-2047-4730-9141-3dbbc3432340 Nov 18 15:06:57.264037 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731145831112'] for network, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:57.300723 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning for port 6679ddfb-57a4-4bc6-8637-d9282cb4a36a completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:06:57.307739 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 6679ddfb-57a4-4bc6-8637-d9282cb4a36a triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:06:57.308166 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:57.314126 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:57.315846 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:06:57.316877 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:57.330403 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:57.402542 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4ccd2966-ba1c-4032-b0a7-d72aea8b9a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:57.405608 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Pushing event updated for resources: {'Port': ['ID=903ede09-15dc-48e0-b9c7-feebd6b50c56,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:57.428838 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7423611 Nov 18 15:06:57.432074 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 39688) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:06:57.444157 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [None req-4a61fb56-3522-409b-a2d6-c65beaf10fd5 admin admin] Request body: {'subnet': {'network_id': '66bff88d-2047-4730-9141-3dbbc3432340', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-189867993-subnet', 'tenant_id': 'f601d45c26744ec8a8a3d252888d5d70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:06:57.446396 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:57.449969 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4a61fb56-3522-409b-a2d6-c65beaf10fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:06:57.454566 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-4a61fb56-3522-409b-a2d6-c65beaf10fd5 admin admin] Usage tracker for resource:subnet and tenant:f601d45c26744ec8a8a3d252888d5d70 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:06:57.460260 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [None req-4a61fb56-3522-409b-a2d6-c65beaf10fd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:06:57.463810 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.464718 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.465423 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.466067 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.466649 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.467258 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.467837 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.468418 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.468996 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.469573 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.470204 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.470781 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.471417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.472001 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.472642 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.473453 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [None req-4a61fb56-3522-409b-a2d6-c65beaf10fd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:06:57.473655 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.474293 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.475288 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.475884 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.476483 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.477069 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.477652 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.478287 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.478885 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:06:57.486773 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:57.490109 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Network 778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:06:57.491577 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Resources bound (agent type, host, resource id): {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:06:57.494096 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:06:57.514339 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Routers {'90266623-f463-4f4c-aefb-1800701bf546'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:06:57.515227 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:06:52Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['90266623-f463-4f4c-aefb-1800701bf546'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:57.525839 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] For port 6679ddfb-57a4-4bc6-8637-d9282cb4a36a, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=6679ddfb-57a4-4bc6-8637-d9282cb4a36a,segment=NetworkSegment(2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c),segment_id=2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:06:57.527667 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-808607fe-f08e-4c2d-b54a-6a36d42a0d59 None None] Provisioning complete for port 6679ddfb-57a4-4bc6-8637-d9282cb4a36a triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:06:57.528574 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-808607fe-f08e-4c2d-b54a-6a36d42a0d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:57.564307 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430850'] for router_interface, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:57.565666 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a61fb56-3522-409b-a2d6-c65beaf10fd5 admin admin] Made reservation on behalf of f601d45c26744ec8a8a3d252888d5d70 for: {'subnet': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:06:57.577585 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4a61fb56-3522-409b-a2d6-c65beaf10fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9638453'] for subnet, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:57.594557 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:57.601168 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a43934d5-b7e7-4f78-af9f-12a5a233d1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:57.720277 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Pushing event updated for resources: {'Network': ['ID=66bff88d-2047-4730-9141-3dbbc3432340,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:57.724647 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:57.727214 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-22bbbdb9-5965-420e-994c-f7fb4f0c047b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:57.754665 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Network 66bff88d-2047-4730-9141-3dbbc3432340 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 15:06:57.769045 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Network 66bff88d-2047-4730-9141-3dbbc3432340 details requested by agent ovs-agent-dv-cinder-733623-8-smb with host dv-cinder-733623-8-smb {{(pid=80268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 15:06:57.772764 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Pushing event updated for resources: {'Port': ['ID=94721a06-c2ab-4655-8a70-aa2cf8237ebb,revision_number=3']} {{(pid=80269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:57.797443 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5db9d599-2e7c-4fea-9ad4-ec93ce70d072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:57.812982 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] Set router 90266623-f463-4f4c-aefb-1800701bf546 gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:06:57.844377 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Pushing event updated for resources: {'Port': ['ID=6679ddfb-57a4-4bc6-8637-d9282cb4a36a,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:57.941238 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:58.092101 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-35377dc6-7ac7-42e8-abcc-c3b7bbeeaa36 None None] Provisioning complete for port 6679ddfb-57a4-4bc6-8637-d9282cb4a36a triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:06:58.092566 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35377dc6-7ac7-42e8-abcc-c3b7bbeeaa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:58.194355 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4a61fb56-3522-409b-a2d6-c65beaf10fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9814686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9638404'] for subnet, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:58.214106 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-40db5b49-7496-4400-a0fe-0e945545939c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:58.219431 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:58.224596 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155937'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:58.251162 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90266623-f463-4f4c-aefb-1800701bf546', 'name': 'tempest-TestMinimumBasicScenario-100812315-router', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:06:53Z', 'updated_at': '2020-11-18T15:06:54Z', 'revision_number': 3, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'gw_port': {'id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:54Z', 'updated_at': '2020-11-18T15:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:06:58.260341 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee47388-8347-4628-aa10-d902f68437ab None None] The sync data for ids ['90266623-f463-4f4c-aefb-1800701bf546'] in dv-cinder-733623-8-smb is: [{'id': '90266623-f463-4f4c-aefb-1800701bf546', 'name': 'tempest-TestMinimumBasicScenario-100812315-router', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:06:53Z', 'updated_at': '2020-11-18T15:06:54Z', 'revision_number': 3, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'gw_port': {'id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:54Z', 'updated_at': '2020-11-18T15:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}] {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:06:58.263286 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:58.267028 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-35377dc6-7ac7-42e8-abcc-c3b7bbeeaa36 None None] Provisioning for port 903ede09-15dc-48e0-b9c7-feebd6b50c56 completed by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:06:58.274332 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-35377dc6-7ac7-42e8-abcc-c3b7bbeeaa36 None None] Provisioning complete for port 903ede09-15dc-48e0-b9c7-feebd6b50c56 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:06:58.274733 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-35377dc6-7ac7-42e8-abcc-c3b7bbeeaa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:58.342065 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-35377dc6-7ac7-42e8-abcc-c3b7bbeeaa36 None None] Port 903ede09-15dc-48e0-b9c7-feebd6b50c56 cannot update to ACTIVE because it is not bound. {{(pid=80268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 15:06:58.353118 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3489370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854344857'] for router_interface, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:58.358990 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61fb56-3522-409b-a2d6-c65beaf10fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f64b5ee-7b57-4b12-8218-a1476770c374,revision_number=0']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:58.368810 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4a61fb56-3522-409b-a2d6-c65beaf10fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:58.440050 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61fb56-3522-409b-a2d6-c65beaf10fd5 admin admin] Checking segment: {'id': 'f74492a9-4c55-406a-a2a4-2e8adf5186f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66bff88d-2047-4730-9141-3dbbc3432340'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:06:58.440443 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a61fb56-3522-409b-a2d6-c65beaf10fd5 admin admin] Network hostable DHCP agents. Network: 66bff88d-2047-4730-9141-3dbbc3432340, hostable agents: ['7dd807ff-4068-4bca-9edc-148d9863a8e6'], hosted agents: [] {{(pid=80267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 15:06:58.466153 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5c1a36c7-1f0d-440e-b52a-35826f74cfb8 None None] Provisioning complete for port 6679ddfb-57a4-4bc6-8637-d9282cb4a36a triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:06:58.466604 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5c1a36c7-1f0d-440e-b52a-35826f74cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:58.467647 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a61fb56-3522-409b-a2d6-c65beaf10fd5 admin admin] Network 66bff88d-2047-4730-9141-3dbbc3432340 is scheduled to be hosted by DHCP agent 7dd807ff-4068-4bca-9edc-148d9863a8e6 with binding_index 1 {{(pid=80267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 15:06:58.479789 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-4a61fb56-3522-409b-a2d6-c65beaf10fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-8-smb, 66bff88d-2047-4730-9141-3dbbc3432340) {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:06:58.494294 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a61fb56-3522-409b-a2d6-c65beaf10fd5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:06:58.494994 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4a61fb56-3522-409b-a2d6-c65beaf10fd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:58.507569 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7d867a-0c47-4e2d-bc68-4641772332aa None None] Network 66bff88d-2047-4730-9141-3dbbc3432340 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 15:06:58.526926 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-4a61fb56-3522-409b-a2d6-c65beaf10fd5 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0935824 Nov 18 15:06:58.707728 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Pushing event updated for resources: {'Port': ['ID=903ede09-15dc-48e0-b9c7-feebd6b50c56,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:58.713203 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:06:58.773996 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Network 778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:06:58.775593 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Resources bound (agent type, host, resource id): {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:06:58.893126 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37376fa6-d0d2-4b53-a4c1-e977dee28d05 None None] Network 66bff88d-2047-4730-9141-3dbbc3432340 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 15:06:59.168482 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-fd2f218c-c172-4398-8f43-c7dabb022860 None None] Provisioning complete for port 903ede09-15dc-48e0-b9c7-feebd6b50c56 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:06:59.168901 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-fd2f218c-c172-4398-8f43-c7dabb022860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:59.240208 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-fd2f218c-c172-4398-8f43-c7dabb022860 None None] Port 903ede09-15dc-48e0-b9c7-feebd6b50c56 cannot update to ACTIVE because it is not bound. {{(pid=80268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 15:06:59.267307 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 6679ddfb-57a4-4bc6-8637-d9282cb4a36a up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:06:59.352206 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 6679ddfb-57a4-4bc6-8637-d9282cb4a36a triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:06:59.352635 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:59.360422 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Router 90266623-f463-4f4c-aefb-1800701bf546 has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:06:59.497860 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 94721a06-c2ab-4655-8a70-aa2cf8237ebb up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:06:59.578469 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning for port 94721a06-c2ab-4655-8a70-aa2cf8237ebb completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:06:59.583861 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 94721a06-c2ab-4655-8a70-aa2cf8237ebb triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:06:59.584274 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:59.605876 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:06:59.622500 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] 10.222.0.17 "PUT /v2.0/routers/90266623-f463-4f4c-aefb-1800701bf546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0362215 Nov 18 15:06:59.711625 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:59.729308 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] For port 94721a06-c2ab-4655-8a70-aa2cf8237ebb, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=94721a06-c2ab-4655-8a70-aa2cf8237ebb,segment=NetworkSegment(d608effb-fc29-4317-9442-b1f08aaaa7ca),segment_id=d608effb-fc29-4317-9442-b1f08aaaa7ca)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:06:59.733214 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:06:59.737198 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a681a22c-55b7-4f61-bd77-431aab097c60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:06:59.805635 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Pushing event updated for resources: {'Port': ['ID=94721a06-c2ab-4655-8a70-aa2cf8237ebb,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:06:59.809196 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:01.059568 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-1b7eb6e7-3293-444e-976d-84bee043e711 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:01.061697 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-1b7eb6e7-3293-444e-976d-84bee043e711 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/networks?id=66bff88d-2047-4730-9141-3dbbc3432340 HTTP/1.1" status: 200 len: 813 time: 0.2153463 Nov 18 15:07:01.086757 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-fdea0474-7bdd-4823-a3fb-5c92049a415c tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/quotas/f601d45c26744ec8a8a3d252888d5d70 HTTP/1.1" status: 200 len: 375 time: 0.0180957 Nov 18 15:07:01.145111 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-7dc8e6f5-a762-473f-b17d-2e9bb8f2ab13 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?tenant_id=f601d45c26744ec8a8a3d252888d5d70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563810 Nov 18 15:07:01.157605 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 94721a06-c2ab-4655-8a70-aa2cf8237ebb up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:07:01.241004 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 94721a06-c2ab-4655-8a70-aa2cf8237ebb triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:07:01.241548 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:01.312016 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-7ad89110-3f10-4868-bd70-b8854da72a70 service neutron] 10.222.0.17 "GET /v2.0/networks/66bff88d-2047-4730-9141-3dbbc3432340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659415 Nov 18 15:07:01.476720 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Sync routers for ids ['90266623-f463-4f4c-aefb-1800701bf546'] in dv-cinder-733623-8-smb {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:07:01.490575 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Routers {'90266623-f463-4f4c-aefb-1800701bf546'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:07:01.491283 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:06:52Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['90266623-f463-4f4c-aefb-1800701bf546'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:07:01.514339 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-81ae98e4-d1ef-41df-9152-0367fd4e484f service neutron] 10.222.0.17 "GET /v2.0/networks/66bff88d-2047-4730-9141-3dbbc3432340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1930456 Nov 18 15:07:01.725845 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Set router 90266623-f463-4f4c-aefb-1800701bf546 gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:07:01.758719 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e2d51dfc-f114-4ece-ab67-f13a27adf4a7 req-ec7ef63c-206b-48b5-b6be-be8d445efc4a tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 210 time: 0.0555351 Nov 18 15:07:02.037566 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:07:02.122066 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90266623-f463-4f4c-aefb-1800701bf546', 'name': 'tempest-TestMinimumBasicScenario-100812315-router', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:06:53Z', 'updated_at': '2020-11-18T15:06:57Z', 'revision_number': 4, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'gw_port': {'id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:54Z', 'updated_at': '2020-11-18T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '903ede09-15dc-48e0-b9c7-feebd6b50c56', 'name': '', 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'mac_address': 'fa:16:3e:61:23:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:56Z', 'updated_at': '2020-11-18T15:06:57Z', 'revision_number': 2, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'subnets': [{'id': 'a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:07:02.126976 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Checking router: 90266623-f463-4f4c-aefb-1800701bf546 for host: dv-cinder-733623-8-smb {{(pid=80268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:07:02.127381 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Updating router 90266623-f463-4f4c-aefb-1800701bf546 port 903ede09-15dc-48e0-b9c7-feebd6b50c56 binding host dv-cinder-733623-8-smb {{(pid=80268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 15:07:02.196006 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:02.847821 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Notify callbacks [] for port, precommit_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:02.869483 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Transition to ACTIVE for port object 903ede09-15dc-48e0-b9c7-feebd6b50c56 will not be triggered until provisioned by entity L2. {{(pid=80268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:07:02.885625 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:02.924306 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:03.000712 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-06cdfe06-021c-4b70-9a7a-85d1fe4615b8 req-614491c7-413d-4518-bb89-b403e4b4b799 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 210 time: 0.0769334 Nov 18 15:07:03.251920 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93a4fb-966e-4bc1-bde5-e92784c3e4ce None None] Pushing event updated for resources: {'Port': ['ID=903ede09-15dc-48e0-b9c7-feebd6b50c56,revision_number=3']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:03.306994 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-236a81ad-aa19-400b-a989-809d171ee529 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:03.307850 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-236a81ad-aa19-400b-a989-809d171ee529 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Synchronizing usage tracker for tenant:f601d45c26744ec8a8a3d252888d5d70 on resource:network {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:07:03.325102 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bb93a4fb-966e-4bc1-bde5-e92784c3e4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:03.335313 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-236a81ad-aa19-400b-a989-809d171ee529 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Unset dirty status for tenant:f601d45c26744ec8a8a3d252888d5d70 on resource:network {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:07:03.336659 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-236a81ad-aa19-400b-a989-809d171ee529 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.26 "GET /v2.0/networks?id=66bff88d-2047-4730-9141-3dbbc3432340 HTTP/1.1" status: 200 len: 813 time: 0.4932501 Nov 18 15:07:03.363881 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-706778b7-a61f-4130-8399-c2151b07b8c3 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Request body: {'port': {'device_id': '77ad1bd4-2199-4e9e-ac4d-97cc2314532a', 'network_id': '66bff88d-2047-4730-9141-3dbbc3432340', 'admin_state_up': True, 'tenant_id': 'f601d45c26744ec8a8a3d252888d5d70'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:07:03.417824 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Attempting to bind port 903ede09-15dc-48e0-b9c7-feebd6b50c56 on host dv-cinder-733623-8-smb for vnic_type normal with profile {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:07:03.418275 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Attempting to bind port 903ede09-15dc-48e0-b9c7-feebd6b50c56 by drivers openvswitch on host dv-cinder-733623-8-smb at level 0 using segments [{'id': '2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97'}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:07:03.418871 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Attempting to bind port 903ede09-15dc-48e0-b9c7-feebd6b50c56 on network 778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:07:03.427484 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Checking agent: {'id': 'b89b5859-e255-43e6-a15a-920ce6d00019', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 50, 54), 'started_at': datetime.datetime(2020, 11, 18, 14, 51, 24), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:07:03.427913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Checking segment: {'id': '2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:07:03.428374 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:03.428824 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Bound using segment: {'id': '2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97'} {{(pid=80268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:07:03.429386 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Bound port: 903ede09-15dc-48e0-b9c7-feebd6b50c56, host: dv-cinder-733623-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97'}}] {{(pid=80268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:07:03.429811 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:03.536758 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] For port 903ede09-15dc-48e0-b9c7-feebd6b50c56, host dv-cinder-733623-8-smb, cleared binding levels {{(pid=80268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:07:03.539856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] For port 903ede09-15dc-48e0-b9c7-feebd6b50c56, host dv-cinder-733623-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=903ede09-15dc-48e0-b9c7-feebd6b50c56,segment=NetworkSegment(2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c),segment_id=2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c)] {{(pid=80268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:07:03.543361 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:03.564965 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-ba708b12-7199-471e-83a7-835ef00f5b9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:03.572349 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-706778b7-a61f-4130-8399-c2151b07b8c3 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:07:03.576812 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-706778b7-a61f-4130-8399-c2151b07b8c3 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Usage tracker for resource:port and tenant:f601d45c26744ec8a8a3d252888d5d70 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:07:03.579980 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-706778b7-a61f-4130-8399-c2151b07b8c3 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Quota usage for port was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:07:03.586715 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-706778b7-a61f-4130-8399-c2151b07b8c3 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:07:03.597486 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-706778b7-a61f-4130-8399-c2151b07b8c3 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Made reservation on behalf of f601d45c26744ec8a8a3d252888d5d70 for: {'port': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:07:03.603318 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-706778b7-a61f-4130-8399-c2151b07b8c3 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:03.790522 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93a4fb-966e-4bc1-bde5-e92784c3e4ce None None] Pushing event updated for resources: {'Port': ['ID=903ede09-15dc-48e0-b9c7-feebd6b50c56,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:03.802526 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bb93a4fb-966e-4bc1-bde5-e92784c3e4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:03.825457 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Routers {'90266623-f463-4f4c-aefb-1800701bf546'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:07:03.826319 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:06:52Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['90266623-f463-4f4c-aefb-1800701bf546'], 'active': True} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:07:03.991407 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-706778b7-a61f-4130-8399-c2151b07b8c3 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Allocated IP 172.20.0.4 (66bff88d-2047-4730-9141-3dbbc3432340/1f64b5ee-7b57-4b12-8218-a1476770c374/e747ad60-a0b1-43ab-97ac-cff399ea4581) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:07:04.082591 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] Set router 90266623-f463-4f4c-aefb-1800701bf546 gateway port host: dv-cinder-733623-8-smb {{(pid=80268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:07:04.266642 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-41bcb055-c036-4003-8d5f-d27a1d0d2b52 req-8102f7a2-8975-4bc3-b0ce-08d5faea3419 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 210 time: 0.0616961 Nov 18 15:07:04.361136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-706778b7-a61f-4130-8399-c2151b07b8c3 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:04.399747 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-706778b7-a61f-4130-8399-c2151b07b8c3 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:04.422148 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-8b194744-0c79-4c3a-b0a8-c15172d39c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:04.505025 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90266623-f463-4f4c-aefb-1800701bf546', 'name': 'tempest-TestMinimumBasicScenario-100812315-router', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:06:53Z', 'updated_at': '2020-11-18T15:06:57Z', 'revision_number': 4, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'gw_port': {'id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:54Z', 'updated_at': '2020-11-18T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '903ede09-15dc-48e0-b9c7-feebd6b50c56', 'name': '', 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'mac_address': 'fa:16:3e:61:23:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:56Z', 'updated_at': '2020-11-18T15:07:03Z', 'revision_number': 4, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'subnets': [{'id': 'a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:07:04.509584 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf9c14b-4b8b-4867-9486-091c37c22715 None None] The sync data for ids ['90266623-f463-4f4c-aefb-1800701bf546'] in dv-cinder-733623-8-smb is: [{'id': '90266623-f463-4f4c-aefb-1800701bf546', 'name': 'tempest-TestMinimumBasicScenario-100812315-router', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:06:53Z', 'updated_at': '2020-11-18T15:06:57Z', 'revision_number': 4, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'gw_port': {'id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:54Z', 'updated_at': '2020-11-18T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '903ede09-15dc-48e0-b9c7-feebd6b50c56', 'name': '', 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'mac_address': 'fa:16:3e:61:23:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:56Z', 'updated_at': '2020-11-18T15:07:03Z', 'revision_number': 4, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'subnets': [{'id': 'a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:07:04.606510 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706778b7-a61f-4130-8399-c2151b07b8c3 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Pushing event updated for resources: {'Port': ['ID=e747ad60-a0b1-43ab-97ac-cff399ea4581,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:04.612011 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-706778b7-a61f-4130-8399-c2151b07b8c3 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:04.687234 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-706778b7-a61f-4130-8399-c2151b07b8c3 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Network 66bff88d-2047-4730-9141-3dbbc3432340 is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:07:04.689173 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-706778b7-a61f-4130-8399-c2151b07b8c3 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:07:04.697110 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-706778b7-a61f-4130-8399-c2151b07b8c3 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:07:04.773796 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-706778b7-a61f-4130-8399-c2151b07b8c3 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:04.774531 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-706778b7-a61f-4130-8399-c2151b07b8c3 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:04.821075 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-706778b7-a61f-4130-8399-c2151b07b8c3 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4677832 Nov 18 15:07:04.835512 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Request body: {'port': {'device_id': '77ad1bd4-2199-4e9e-ac4d-97cc2314532a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:07:04.975065 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:05.152925 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 903ede09-15dc-48e0-b9c7-feebd6b50c56 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:07:05.297534 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning for port 903ede09-15dc-48e0-b9c7-feebd6b50c56 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:07:05.303744 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 903ede09-15dc-48e0-b9c7-feebd6b50c56 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:07:05.304244 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:05.478785 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:05.524235 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] For port 903ede09-15dc-48e0-b9c7-feebd6b50c56, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=903ede09-15dc-48e0-b9c7-feebd6b50c56,segment=NetworkSegment(2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c),segment_id=2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:07:05.529126 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:05.542560 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:05.624950 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c0a80-1f2a-4316-8ed8-417cc3642e55 req-675410a1-43df-489e-a2d7-5a0c040f8731 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:05.626975 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4f8c0a80-1f2a-4316-8ed8-417cc3642e55 req-675410a1-43df-489e-a2d7-5a0c040f8731 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 931 time: 0.1205983 Nov 18 15:07:05.657686 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Pushing event updated for resources: {'Port': ['ID=903ede09-15dc-48e0-b9c7-feebd6b50c56,revision_number=5']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:05.662587 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:05.675062 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e747ad60-a0b1-43ab-97ac-cff399ea4581 {{(pid=80267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 15:07:05.687902 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:05.706102 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Transition to ACTIVE for port object e747ad60-a0b1-43ab-97ac-cff399ea4581 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:07:05.708262 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4f8c0a80-1f2a-4316-8ed8-417cc3642e55 req-310e83c9-f1b1-4a8e-9ad4-4d89a88f302c tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738525 Nov 18 15:07:05.716163 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:05.736105 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9a51105f-83d0-4e2c-a0e4-173ab8d2a93b tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:05.893837 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e747ad60-a0b1-43ab-97ac-cff399ea4581,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:05.902725 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:06.129640 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Attempting to bind port e747ad60-a0b1-43ab-97ac-cff399ea4581 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:07:06.130399 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Attempting to bind port e747ad60-a0b1-43ab-97ac-cff399ea4581 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'f74492a9-4c55-406a-a2a4-2e8adf5186f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66bff88d-2047-4730-9141-3dbbc3432340'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:07:06.131008 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Attempting to bind port e747ad60-a0b1-43ab-97ac-cff399ea4581 on network 66bff88d-2047-4730-9141-3dbbc3432340 {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:07:06.138904 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Checking agent: {'id': '7eae2a45-698e-415c-8839-ff0c3594e804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:07:06.139361 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Checking segment: {'id': 'f74492a9-4c55-406a-a2a4-2e8adf5186f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66bff88d-2047-4730-9141-3dbbc3432340'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:07:06.139856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:06.140330 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Bound using segment: {'id': 'f74492a9-4c55-406a-a2a4-2e8adf5186f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66bff88d-2047-4730-9141-3dbbc3432340'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:07:06.140884 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Bound port: e747ad60-a0b1-43ab-97ac-cff399ea4581, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74492a9-4c55-406a-a2a4-2e8adf5186f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66bff88d-2047-4730-9141-3dbbc3432340'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:07:06.141328 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:06.262791 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] For port e747ad60-a0b1-43ab-97ac-cff399ea4581, host hv-cinder-73362, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:07:06.266070 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] For port e747ad60-a0b1-43ab-97ac-cff399ea4581, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e747ad60-a0b1-43ab-97ac-cff399ea4581,segment=NetworkSegment(f74492a9-4c55-406a-a2a4-2e8adf5186f6),segment_id=f74492a9-4c55-406a-a2a4-2e8adf5186f6)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:07:06.271448 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:06.305874 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-503c203a-ac6e-4ab3-a13d-37dbfe49fd7a tempest-VolumesActionsTest-1223086611 tempest-VolumesActionsTest-1223086611] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:06.462015 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e747ad60-a0b1-43ab-97ac-cff399ea4581,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:06.472872 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:06.492369 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:06.493909 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] 10.222.0.26 "PUT /v2.0/ports/e747ad60-a0b1-43ab-97ac-cff399ea4581 HTTP/1.1" status: 200 len: 1157 time: 1.6645904 Nov 18 15:07:06.494471 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ad1bd4-2199-4e9e-ac4d-97cc2314532a', 'tag': 'e747ad60-a0b1-43ab-97ac-cff399ea4581'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:07:06.574291 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ad1bd4-2199-4e9e-ac4d-97cc2314532a', 'tag': 'e747ad60-a0b1-43ab-97ac-cff399ea4581', 'status': 'completed', 'code': 200} Nov 18 15:07:06.621996 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-0ed957ea-8d2d-41ed-baa0-4fbd86d69dfa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f601d45c26744ec8a8a3d252888d5d70&device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 1160 time: 0.0849087 Nov 18 15:07:06.710658 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-fa9f2d0d-127a-48b2-81e7-6dfa52ee8408 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e747ad60-a0b1-43ab-97ac-cff399ea4581 HTTP/1.1" status: 200 len: 217 time: 0.0810070 Nov 18 15:07:06.790539 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-256df342-2796-4a9a-874f-f514b4612dc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:06.792153 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-256df342-2796-4a9a-874f-f514b4612dc5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f64b5ee-7b57-4b12-8218-a1476770c374 HTTP/1.1" status: 200 len: 853 time: 0.0752795 Nov 18 15:07:06.843668 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-a20c4608-02cc-4d6b-bda5-5cc78595656c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66bff88d-2047-4730-9141-3dbbc3432340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453076 Nov 18 15:07:06.944973 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9c657-93e2-474f-976a-e7535907945b req-642e409d-f1fa-422f-ac41-93c9ffb9eb9d tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:06.954542 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-30f9c657-93e2-474f-976a-e7535907945b req-642e409d-f1fa-422f-ac41-93c9ffb9eb9d tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 943 time: 0.1049736 Nov 18 15:07:07.007491 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-964b38b5-f6ce-4c77-80ee-dc2334c4d354 service neutron] 10.222.0.26 "GET /v2.0/networks/66bff88d-2047-4730-9141-3dbbc3432340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578536 Nov 18 15:07:07.011178 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-30f9c657-93e2-474f-976a-e7535907945b req-2cc8b006-9581-4dfa-9f9a-a65d09d706ae tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555613 Nov 18 15:07:07.127619 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 903ede09-15dc-48e0-b9c7-feebd6b50c56 up at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:07:07.214551 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Provisioning complete for port 903ede09-15dc-48e0-b9c7-feebd6b50c56 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:07:07.215139 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:07.246613 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7cb47f86-e723-4893-8e84-2c9e9e8ea70f req-0a758259-0d23-410f-9f0d-22bee5e3b083 service neutron] 10.222.0.26 "GET /v2.0/networks/66bff88d-2047-4730-9141-3dbbc3432340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2310061 Nov 18 15:07:07.388299 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c749610f-9901-4860-9a01-d4dd7a160668 req-75a1331b-4634-4632-ac1b-f3c55de7576f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f601d45c26744ec8a8a3d252888d5d70&device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 1160 time: 0.0855124 Nov 18 15:07:07.546110 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749610f-9901-4860-9a01-d4dd7a160668 req-6ecde637-f51d-4990-ab02-f3ec2e1f178a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:07.547745 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c749610f-9901-4860-9a01-d4dd7a160668 req-6ecde637-f51d-4990-ab02-f3ec2e1f178a service neutron] 10.222.0.26 "GET /v2.0/networks?id=66bff88d-2047-4730-9141-3dbbc3432340 HTTP/1.1" status: 200 len: 907 time: 0.1519527 Nov 18 15:07:07.623625 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c749610f-9901-4860-9a01-d4dd7a160668 req-3e695cc5-45ec-4365-92ca-90e58e412b92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e747ad60-a0b1-43ab-97ac-cff399ea4581 HTTP/1.1" status: 200 len: 217 time: 0.0690079 Nov 18 15:07:07.707247 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749610f-9901-4860-9a01-d4dd7a160668 req-fb7defd4-3bac-4805-9918-e7d4fe7d91bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:07.709005 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c749610f-9901-4860-9a01-d4dd7a160668 req-fb7defd4-3bac-4805-9918-e7d4fe7d91bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f64b5ee-7b57-4b12-8218-a1476770c374 HTTP/1.1" status: 200 len: 853 time: 0.0774207 Nov 18 15:07:07.762308 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c749610f-9901-4860-9a01-d4dd7a160668 req-1deb86d6-d631-4e3e-8c32-b96e23b24944 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66bff88d-2047-4730-9141-3dbbc3432340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458956 Nov 18 15:07:07.923694 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c749610f-9901-4860-9a01-d4dd7a160668 req-a16a4378-fba1-454a-b2e4-24b0b27b0fc2 service neutron] 10.222.0.26 "GET /v2.0/networks/66bff88d-2047-4730-9141-3dbbc3432340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519680 Nov 18 15:07:08.314278 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606c894-f406-4abc-b08f-4cf1fc43385b req-2780b3b3-fdb7-4f98-a6df-dc8d38270697 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:08.316727 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b606c894-f406-4abc-b08f-4cf1fc43385b req-2780b3b3-fdb7-4f98-a6df-dc8d38270697 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 943 time: 0.0980947 Nov 18 15:07:08.329137 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c749610f-9901-4860-9a01-d4dd7a160668 req-0a13d1bb-8bbf-4ad0-9904-64ebbb022183 service neutron] 10.222.0.26 "GET /v2.0/networks/66bff88d-2047-4730-9141-3dbbc3432340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3991582 Nov 18 15:07:08.373745 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b606c894-f406-4abc-b08f-4cf1fc43385b req-3abd469a-a7dc-4f5b-8eb0-5bddc9d435a7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492659 Nov 18 15:07:09.613432 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8610caa-691e-4354-987a-ddbe47fa21f4 req-a597dba5-e98d-4a8f-851a-b01a99fd83b9 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:09.614483 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d8610caa-691e-4354-987a-ddbe47fa21f4 req-a597dba5-e98d-4a8f-851a-b01a99fd83b9 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 943 time: 0.0981653 Nov 18 15:07:09.668974 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d8610caa-691e-4354-987a-ddbe47fa21f4 req-47b31fdf-035c-4b0e-982f-c7d82b2f38dd tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471203 Nov 18 15:07:09.831589 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.objects.ports [None req-7adb9a0b-bad4-4c1c-80b8-6b859a2112d0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80268) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 15:07:10.098665 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device e747ad60-a0b1-43ab-97ac-cff399ea4581 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:07:10.175768 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning for port e747ad60-a0b1-43ab-97ac-cff399ea4581 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:07:10.180709 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port e747ad60-a0b1-43ab-97ac-cff399ea4581 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:07:10.181134 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:10.304111 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:10.332991 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ad1bd4-2199-4e9e-ac4d-97cc2314532a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e747ad60-a0b1-43ab-97ac-cff399ea4581'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:07:10.343247 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port e747ad60-a0b1-43ab-97ac-cff399ea4581, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e747ad60-a0b1-43ab-97ac-cff399ea4581,segment=NetworkSegment(f74492a9-4c55-406a-a2a4-2e8adf5186f6),segment_id=f74492a9-4c55-406a-a2a4-2e8adf5186f6)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:07:10.346225 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:10.348152 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-bb93a4fb-966e-4bc1-bde5-e92784c3e4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:10.398446 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ad1bd4-2199-4e9e-ac4d-97cc2314532a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e747ad60-a0b1-43ab-97ac-cff399ea4581', 'code': 200} Nov 18 15:07:10.418673 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=e747ad60-a0b1-43ab-97ac-cff399ea4581,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:10.422449 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:10.639525 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-eca1f986-48b1-4bde-bc85-955c0b1a4504 req-f0495ebd-bd42-4603-bfc1-b9e59b670fc1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 1162 time: 0.0759094 Nov 18 15:07:10.689117 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-eca1f986-48b1-4bde-bc85-955c0b1a4504 req-d33b067c-caa1-4fde-8951-869d7c47ae1e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431929 Nov 18 15:07:10.754722 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-a1d323ff-28f3-4f29-8187-2e39e9d9dd9d tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:10.755446 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-a1d323ff-28f3-4f29-8187-2e39e9d9dd9d tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Synchronizing usage tracker for tenant:f41092cce74045a49f2e492d9ba11f7e on resource:network {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:07:10.772804 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-a1d323ff-28f3-4f29-8187-2e39e9d9dd9d tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Unset dirty status for tenant:f41092cce74045a49f2e492d9ba11f7e on resource:network {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:07:10.774141 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-a1d323ff-28f3-4f29-8187-2e39e9d9dd9d tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/networks?id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 HTTP/1.1" status: 200 len: 814 time: 0.1797473 Nov 18 15:07:10.791440 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-f1b39ec6-0cac-4086-a53c-cfc8a83d77a9 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/quotas/f41092cce74045a49f2e492d9ba11f7e HTTP/1.1" status: 200 len: 375 time: 0.0114591 Nov 18 15:07:10.945474 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-c188955d-e0c6-4935-8c84-a8b9d088112c tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Synchronizing usage tracker for tenant:f41092cce74045a49f2e492d9ba11f7e on resource:port {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:07:10.961240 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22ce4f-dfd4-46b0-bc09-9eaadff3e08b req-1aabc5b5-4bd0-49c9-8984-10283394e61a tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:10.962845 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ae22ce4f-dfd4-46b0-bc09-9eaadff3e08b req-1aabc5b5-4bd0-49c9-8984-10283394e61a tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 945 time: 0.1222949 Nov 18 15:07:10.988187 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-c188955d-e0c6-4935-8c84-a8b9d088112c tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Unset dirty status for tenant:f41092cce74045a49f2e492d9ba11f7e on resource:port {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:07:10.989542 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-c188955d-e0c6-4935-8c84-a8b9d088112c tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?tenant_id=f41092cce74045a49f2e492d9ba11f7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1924133 Nov 18 15:07:11.062481 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ae22ce4f-dfd4-46b0-bc09-9eaadff3e08b req-397b62ac-8349-464f-bf13-02acecec8047 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926630 Nov 18 15:07:11.156075 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-2b9a2692-dd93-480a-8528-24c33d489ab8 service neutron] 10.222.0.17 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514060 Nov 18 15:07:11.300909 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-05ddedc3-01bb-4270-a8de-8322aac676b2 service neutron] 10.222.0.17 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368496 Nov 18 15:07:11.501778 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-fd6d4005-2d46-42e5-9b3a-c66ca3620024 req-481ab171-d9de-49af-aea6-ad9deb14e8fb tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 210 time: 0.0492294 Nov 18 15:07:11.783869 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device e747ad60-a0b1-43ab-97ac-cff399ea4581 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:07:11.856576 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port e747ad60-a0b1-43ab-97ac-cff399ea4581 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:07:11.856922 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:12.272549 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6e8dd-79c9-4876-a320-385527ab1550 req-53a69c7d-cf0b-4b4f-a340-0b9ea1ccfae8 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:12.274197 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-caa6e8dd-79c9-4876-a320-385527ab1550 req-53a69c7d-cf0b-4b4f-a340-0b9ea1ccfae8 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 945 time: 0.0839887 Nov 18 15:07:12.323842 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-caa6e8dd-79c9-4876-a320-385527ab1550 req-af2cd8b0-1d34-491f-9fd6-1cbe0a59e492 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434351 Nov 18 15:07:12.590698 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-bec65fe9-086f-476f-807f-f38b0fe2869e tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:12.592591 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-bec65fe9-086f-476f-807f-f38b0fe2869e tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.26 "GET /v2.0/networks?id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 HTTP/1.1" status: 200 len: 814 time: 0.1808145 Nov 18 15:07:12.611222 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-c881e666-8bcf-4253-b86c-7a16a6363196 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Request body: {'port': {'device_id': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97', 'admin_state_up': True, 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:07:12.721193 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-da02b18c-24b7-424a-999f-e9fca74214b9 req-c6afc12c-dad6-4ef7-902a-79f51aa30b6a tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 210 time: 0.0685182 Nov 18 15:07:12.787214 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-c881e666-8bcf-4253-b86c-7a16a6363196 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:07:12.799674 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-c881e666-8bcf-4253-b86c-7a16a6363196 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:07:12.811755 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-c881e666-8bcf-4253-b86c-7a16a6363196 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Made reservation on behalf of f41092cce74045a49f2e492d9ba11f7e for: {'port': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:07:12.819695 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-c881e666-8bcf-4253-b86c-7a16a6363196 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:13.205383 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-c881e666-8bcf-4253-b86c-7a16a6363196 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Allocated IP 172.20.0.8 (778c424c-c2b8-4034-ac2f-6fe5bb6d5e97/a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164/2ab302d7-92e7-4c85-bfba-1242ea3beda1) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:07:13.470581 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:13.534046 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-c881e666-8bcf-4253-b86c-7a16a6363196 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:13.553804 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-c881e666-8bcf-4253-b86c-7a16a6363196 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Transition to ACTIVE for port object 2ab302d7-92e7-4c85-bfba-1242ea3beda1 will not be triggered until provisioned by entity DHCP. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:07:13.577150 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-c881e666-8bcf-4253-b86c-7a16a6363196 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:13.597299 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4bf5ff1a-f33a-4ad3-adfb-eb6042c4c667 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:13.742552 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881e666-8bcf-4253-b86c-7a16a6363196 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Pushing event updated for resources: {'Port': ['ID=2ab302d7-92e7-4c85-bfba-1242ea3beda1,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:13.746951 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c881e666-8bcf-4253-b86c-7a16a6363196 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:13.820208 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-c881e666-8bcf-4253-b86c-7a16a6363196 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Network 778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:07:13.821444 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-c881e666-8bcf-4253-b86c-7a16a6363196 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:07:13.823888 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-c881e666-8bcf-4253-b86c-7a16a6363196 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:07:13.898308 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-c881e666-8bcf-4253-b86c-7a16a6363196 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:13.899040 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-c881e666-8bcf-4253-b86c-7a16a6363196 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:13.928258 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-c881e666-8bcf-4253-b86c-7a16a6363196 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3227992 Nov 18 15:07:13.976222 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99299c37-9d38-4624-9343-b47991f861f7 req-367e2c25-8267-4eb1-80a8-bdd1cc5491c5 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:13.978329 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-99299c37-9d38-4624-9343-b47991f861f7 req-367e2c25-8267-4eb1-80a8-bdd1cc5491c5 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 931 time: 0.0977094 Nov 18 15:07:14.042917 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-99299c37-9d38-4624-9343-b47991f861f7 req-543f4eb5-ed47-4c8f-b997-d9e4dc20c7a0 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Synchronizing usage tracker for tenant:f41092cce74045a49f2e492d9ba11f7e on resource:security_group {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:07:14.061759 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-99299c37-9d38-4624-9343-b47991f861f7 req-543f4eb5-ed47-4c8f-b997-d9e4dc20c7a0 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Unset dirty status for tenant:f41092cce74045a49f2e492d9ba11f7e on resource:security_group {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:07:14.063172 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-99299c37-9d38-4624-9343-b47991f861f7 req-543f4eb5-ed47-4c8f-b997-d9e4dc20c7a0 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781720 Nov 18 15:07:14.161554 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d1d84cd3-94c9-47e9-818f-d6a46fe1cabf None None] Provisioning for port 2ab302d7-92e7-4c85-bfba-1242ea3beda1 completed by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:07:14.167693 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-d1d84cd3-94c9-47e9-818f-d6a46fe1cabf None None] Provisioning complete for port 2ab302d7-92e7-4c85-bfba-1242ea3beda1 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:07:14.168333 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d1d84cd3-94c9-47e9-818f-d6a46fe1cabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:14.251809 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-d1d84cd3-94c9-47e9-818f-d6a46fe1cabf None None] Port 2ab302d7-92e7-4c85-bfba-1242ea3beda1 cannot update to ACTIVE because it is not bound. {{(pid=80268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 15:07:15.390974 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48732f-7a80-48aa-9d9c-ec6c94c0b517 req-7ddc39f0-0899-43b3-a8ea-9acf3df7d9f0 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:15.393393 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6f48732f-7a80-48aa-9d9c-ec6c94c0b517 req-7ddc39f0-0899-43b3-a8ea-9acf3df7d9f0 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 931 time: 0.1344590 Nov 18 15:07:15.452067 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6f48732f-7a80-48aa-9d9c-ec6c94c0b517 req-60478504-6e8b-48eb-9457-198e0d4ab075 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514920 Nov 18 15:07:16.677815 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b1af9-7386-4beb-bf02-866eb57d71d1 req-e153603d-b1da-401f-9ed9-e5c7b894be60 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:16.679381 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-452b1af9-7386-4beb-bf02-866eb57d71d1 req-e153603d-b1da-401f-9ed9-e5c7b894be60 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 931 time: 0.0897789 Nov 18 15:07:16.733767 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-452b1af9-7386-4beb-bf02-866eb57d71d1 req-b255c179-71f9-4486-bca4-6b03c35a85c6 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461664 Nov 18 15:07:17.958391 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6de04-bcb3-4ffa-990e-f7b68f5fba42 req-258ed002-dae2-4b66-8118-53c07129df96 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:17.961500 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-24e6de04-bcb3-4ffa-990e-f7b68f5fba42 req-258ed002-dae2-4b66-8118-53c07129df96 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 931 time: 0.0910995 Nov 18 15:07:18.012788 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-24e6de04-bcb3-4ffa-990e-f7b68f5fba42 req-1a6b3046-808d-4cf8-9de0-a0ab82029156 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464349 Nov 18 15:07:19.247786 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd88dd-d925-40a9-8e9f-4abc41ff4eb6 req-e54e9555-d84d-421f-957d-cc54eee3dee4 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:19.249327 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-92bd88dd-d925-40a9-8e9f-4abc41ff4eb6 req-e54e9555-d84d-421f-957d-cc54eee3dee4 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 931 time: 0.0858619 Nov 18 15:07:19.301218 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-92bd88dd-d925-40a9-8e9f-4abc41ff4eb6 req-e22fc096-c53c-46f3-8322-27ebffa3901b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449231 Nov 18 15:07:19.923856 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37073bad-db01-4113-8369-4d09f512e3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:20.527712 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52d0ef-d37e-4497-9d47-558816a98a9d req-b91203b9-d1eb-4f6d-bd0b-658dcc7fc75b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:20.529345 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bc52d0ef-d37e-4497-9d47-558816a98a9d req-b91203b9-d1eb-4f6d-bd0b-658dcc7fc75b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 931 time: 0.0905864 Nov 18 15:07:20.580268 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bc52d0ef-d37e-4497-9d47-558816a98a9d req-4ace6357-1720-4a90-8010-b7b058edce84 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447230 Nov 18 15:07:21.812964 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0b08d-3fbb-4b3b-aa43-d88159bee91a req-1b9dde7f-102c-4132-902b-a2afd6b12b98 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:21.814665 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-20a0b08d-3fbb-4b3b-aa43-d88159bee91a req-1b9dde7f-102c-4132-902b-a2afd6b12b98 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 931 time: 0.0904822 Nov 18 15:07:21.869231 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-20a0b08d-3fbb-4b3b-aa43-d88159bee91a req-9e9d9234-a390-47fc-88f4-b66a56e6975c tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477738 Nov 18 15:07:22.514105 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9a320abd-bf30-4a31-8faf-811a6bf6cc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:22.939000 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:23.118412 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe076e0-6eb2-41ce-81f4-7ddffa64eb82 req-21d81da3-d9b5-4f06-9610-e8871e6bf361 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:23.120021 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ffe076e0-6eb2-41ce-81f4-7ddffa64eb82 req-21d81da3-d9b5-4f06-9610-e8871e6bf361 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 931 time: 0.1195579 Nov 18 15:07:23.172202 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ffe076e0-6eb2-41ce-81f4-7ddffa64eb82 req-b15c3c99-6fb0-4832-a656-f7b035f3a53f tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447242 Nov 18 15:07:23.267328 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Request body: {'port': {'device_id': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:07:23.386799 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:23.813452 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab302d7-92e7-4c85-bfba-1242ea3beda1 {{(pid=80267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 15:07:23.822063 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:23.834333 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:23.835276 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Transition to ACTIVE for port object 2ab302d7-92e7-4c85-bfba-1242ea3beda1 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:07:23.837870 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:23.853850 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-67da6590-7df9-4fbd-8566-f51a336317d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:23.989873 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab302d7-92e7-4c85-bfba-1242ea3beda1,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:23.999301 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:24.193147 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Attempting to bind port 2ab302d7-92e7-4c85-bfba-1242ea3beda1 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:07:24.193534 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Attempting to bind port 2ab302d7-92e7-4c85-bfba-1242ea3beda1 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:07:24.193984 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Attempting to bind port 2ab302d7-92e7-4c85-bfba-1242ea3beda1 on network 778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:07:24.201192 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Checking agent: {'id': '7eae2a45-698e-415c-8839-ff0c3594e804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:07:24.201571 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Checking segment: {'id': '2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:07:24.202003 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:24.202804 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Bound using segment: {'id': '2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:07:24.203297 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Bound port: 2ab302d7-92e7-4c85-bfba-1242ea3beda1, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:07:24.203678 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:24.305114 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] For port 2ab302d7-92e7-4c85-bfba-1242ea3beda1, host hv-cinder-73362, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:07:24.308716 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] For port 2ab302d7-92e7-4c85-bfba-1242ea3beda1, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2ab302d7-92e7-4c85-bfba-1242ea3beda1,segment=NetworkSegment(2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c),segment_id=2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:07:24.315859 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:24.320321 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:24.334142 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-706778b7-a61f-4130-8399-c2151b07b8c3 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:24.393761 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64137bff-14ea-475f-9a26-53157224e3c3 req-a38d502e-b95b-4c9a-8c12-86922b32a279 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:24.395402 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-64137bff-14ea-475f-9a26-53157224e3c3 req-a38d502e-b95b-4c9a-8c12-86922b32a279 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 943 time: 0.0946896 Nov 18 15:07:24.447875 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-64137bff-14ea-475f-9a26-53157224e3c3 req-0855963f-f370-4435-badb-f83b8fc44da3 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462210 Nov 18 15:07:24.491645 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab302d7-92e7-4c85-bfba-1242ea3beda1,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:24.496376 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:24.529769 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:24.531341 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-d4274a52-7bf9-4ec0-910e-503040d841c9 service neutron] 10.222.0.26 "PUT /v2.0/ports/2ab302d7-92e7-4c85-bfba-1242ea3beda1 HTTP/1.1" status: 200 len: 1157 time: 1.2699697 Nov 18 15:07:24.531840 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'tag': '2ab302d7-92e7-4c85-bfba-1242ea3beda1'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:07:24.618970 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'tag': '2ab302d7-92e7-4c85-bfba-1242ea3beda1', 'status': 'completed', 'code': 200} Nov 18 15:07:24.657104 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-95a82f7f-4376-4dc6-9c20-38f0cdc2104e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f41092cce74045a49f2e492d9ba11f7e&device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 1160 time: 0.0841217 Nov 18 15:07:24.733270 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-64d26861-eabb-458a-80c0-2a13e25f7a37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ab302d7-92e7-4c85-bfba-1242ea3beda1 HTTP/1.1" status: 200 len: 217 time: 0.0671175 Nov 18 15:07:24.806980 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-410afeda-6b14-4905-80c6-d429c95aacbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:24.808553 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-410afeda-6b14-4905-80c6-d429c95aacbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164 HTTP/1.1" status: 200 len: 853 time: 0.0683854 Nov 18 15:07:24.890494 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-a2d19994-a636-4add-81c6-cbebb746f374 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750847 Nov 18 15:07:25.035926 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-9cca06fa-f2b0-4845-902a-00a84606b818 service neutron] 10.222.0.26 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372442 Nov 18 15:07:25.183691 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e662c364-038a-4f6d-a7e3-aa7e4ef8697a req-1ef20658-7011-45bf-b770-6784fbb2bc6c service neutron] 10.222.0.26 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409266 Nov 18 15:07:25.313281 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8e69bf5e-67ae-40c3-bbfb-84bd930e256e req-67bef88f-21c4-49e6-a653-83837c6b0487 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f41092cce74045a49f2e492d9ba11f7e&device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 1160 time: 0.0807216 Nov 18 15:07:25.456713 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69bf5e-67ae-40c3-bbfb-84bd930e256e req-9b1c61ce-694f-492b-ad0e-5bbc96585f14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:25.458343 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8e69bf5e-67ae-40c3-bbfb-84bd930e256e req-9b1c61ce-694f-492b-ad0e-5bbc96585f14 service neutron] 10.222.0.26 "GET /v2.0/networks?id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 HTTP/1.1" status: 200 len: 908 time: 0.1383760 Nov 18 15:07:25.536477 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8e69bf5e-67ae-40c3-bbfb-84bd930e256e req-38c3688d-d348-4274-b95a-57e5cfbaa20b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ab302d7-92e7-4c85-bfba-1242ea3beda1 HTTP/1.1" status: 200 len: 217 time: 0.0666904 Nov 18 15:07:25.613014 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69bf5e-67ae-40c3-bbfb-84bd930e256e req-f6c2638a-f669-41da-a54d-86522bcd4fa8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:25.615167 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8e69bf5e-67ae-40c3-bbfb-84bd930e256e req-f6c2638a-f669-41da-a54d-86522bcd4fa8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164 HTTP/1.1" status: 200 len: 853 time: 0.0721722 Nov 18 15:07:25.884022 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490ae81-2bd8-496e-a3bf-887ae4e91770 req-511a205c-ceb6-4246-b87f-5f9ba0728f7f tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:25.885546 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6490ae81-2bd8-496e-a3bf-887ae4e91770 req-511a205c-ceb6-4246-b87f-5f9ba0728f7f tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 943 time: 0.3108420 Nov 18 15:07:25.923912 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8e69bf5e-67ae-40c3-bbfb-84bd930e256e req-1d1d7225-6100-4cee-9ba8-b42584ceef13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3021388 Nov 18 15:07:25.934519 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6490ae81-2bd8-496e-a3bf-887ae4e91770 req-01595035-e067-45aa-97cb-283ab3b68d0c tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419164 Nov 18 15:07:26.070561 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8e69bf5e-67ae-40c3-bbfb-84bd930e256e req-96ab5ce3-9e5f-48ed-b7ae-2e55139b17e0 service neutron] 10.222.0.26 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390152 Nov 18 15:07:26.223331 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8e69bf5e-67ae-40c3-bbfb-84bd930e256e req-f70073a4-cfa9-41d2-8304-ff47a9ee936d service neutron] 10.222.0.26 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391947 Nov 18 15:07:27.153086 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bc5c6-d626-4c6a-99a3-2dbbe13033a9 req-a2e76952-bd33-4eed-a685-f989d66c114c tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:27.154734 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7d6bc5c6-d626-4c6a-99a3-2dbbe13033a9 req-a2e76952-bd33-4eed-a685-f989d66c114c tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 943 time: 0.0863929 Nov 18 15:07:27.204077 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7d6bc5c6-d626-4c6a-99a3-2dbbe13033a9 req-02005db9-56b5-4b79-9062-b8159955d02b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425334 Nov 18 15:07:28.000650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.objects.ports [None req-ed7cde11-01ad-4c0b-b4f4-ef0070a3b69b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80268) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 15:07:28.365059 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 2ab302d7-92e7-4c85-bfba-1242ea3beda1 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:07:28.440734 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning for port 2ab302d7-92e7-4c85-bfba-1242ea3beda1 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:07:28.446262 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 2ab302d7-92e7-4c85-bfba-1242ea3beda1 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:07:28.446686 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:28.556778 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12286621-c004-4a5d-b020-e25b7d468466 req-0c8ce999-dab3-4882-84f1-fd6e6aaf40f7 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:28.558427 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-12286621-c004-4a5d-b020-e25b7d468466 req-0c8ce999-dab3-4882-84f1-fd6e6aaf40f7 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 943 time: 0.0901008 Nov 18 15:07:28.568888 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:28.598335 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab302d7-92e7-4c85-bfba-1242ea3beda1'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:07:28.607929 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-12286621-c004-4a5d-b020-e25b7d468466 req-6f2a6f47-93f7-4aa7-ae70-1e8da73f814f tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430117 Nov 18 15:07:28.609399 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 2ab302d7-92e7-4c85-bfba-1242ea3beda1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2ab302d7-92e7-4c85-bfba-1242ea3beda1,segment=NetworkSegment(2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c),segment_id=2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:07:28.612625 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:28.616054 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:28.822746 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab302d7-92e7-4c85-bfba-1242ea3beda1', 'code': 200} Nov 18 15:07:28.855440 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=2ab302d7-92e7-4c85-bfba-1242ea3beda1,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:28.858972 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:28.902522 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b6203977-66b7-4ea6-8cf1-f69ab98b03fe req-47a8add3-d4e0-4880-bc76-3d1f1041f7aa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 1162 time: 0.0755963 Nov 18 15:07:28.953671 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b6203977-66b7-4ea6-8cf1-f69ab98b03fe req-d17d81d9-4e3c-4ac2-81f9-75aafb1dd71a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437744 Nov 18 15:07:29.822709 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f997cc6-4520-4d03-afab-9a85ef6f028a req-a92d149a-1cd0-4924-991c-5938e7ad77ba tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:29.824302 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9f997cc6-4520-4d03-afab-9a85ef6f028a req-a92d149a-1cd0-4924-991c-5938e7ad77ba tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 945 time: 0.0881081 Nov 18 15:07:29.875487 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9f997cc6-4520-4d03-afab-9a85ef6f028a req-00e5b810-3e1f-4280-8121-dd288b8a4429 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447917 Nov 18 15:07:29.963120 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 2ab302d7-92e7-4c85-bfba-1242ea3beda1 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:07:30.054409 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 2ab302d7-92e7-4c85-bfba-1242ea3beda1 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:07:30.054832 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:31.094272 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb234ee-408b-41ba-b28e-c5596e0fa43d req-3e5a64b6-c03b-408c-8e4e-565b3598259f tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:31.095888 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-eeb234ee-408b-41ba-b28e-c5596e0fa43d req-3e5a64b6-c03b-408c-8e4e-565b3598259f tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 945 time: 0.0859077 Nov 18 15:07:31.148858 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-eeb234ee-408b-41ba-b28e-c5596e0fa43d req-6ccc69f5-f2ae-4071-b48e-d9e657700f8e tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465198 Nov 18 15:07:31.361840 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa03efb-d18a-4673-919a-7ccfc13a6315 req-a8e2467e-b191-4961-a157-f14a4cab28ab tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:31.364070 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6aa03efb-d18a-4673-919a-7ccfc13a6315 req-a8e2467e-b191-4961-a157-f14a4cab28ab tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 945 time: 0.0842369 Nov 18 15:07:31.411539 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6aa03efb-d18a-4673-919a-7ccfc13a6315 req-0675f9d8-e710-4ffb-b7a5-b79ae4a140f5 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414114 Nov 18 15:07:31.868725 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42cde0-e9b8-482b-bc9b-9132594a1dca req-efa58dd4-8e9f-4d06-80ac-61400041d489 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:31.870403 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8d42cde0-e9b8-482b-bc9b-9132594a1dca req-efa58dd4-8e9f-4d06-80ac-61400041d489 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 945 time: 0.0878692 Nov 18 15:07:31.920771 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8d42cde0-e9b8-482b-bc9b-9132594a1dca req-77900844-55a9-44b3-a1df-3bd4ad94f8ed tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440063 Nov 18 15:07:36.895558 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda151f9-22fc-4b0c-8069-c8d6339c85f0 req-d01bc017-62d8-444c-bb8c-b848e0177d23 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:36.897100 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-eda151f9-22fc-4b0c-8069-c8d6339c85f0 req-d01bc017-62d8-444c-bb8c-b848e0177d23 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 945 time: 0.0892181 Nov 18 15:07:36.945998 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-eda151f9-22fc-4b0c-8069-c8d6339c85f0 req-5cb1b27f-fa11-47fd-afa6-efb2343555a1 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426419 Nov 18 15:07:37.158952 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5404470b-cc73-4110-a95e-af2f06cc20db req-f98ad66d-e7c8-448f-9e11-7dace648fc65 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1584611 Nov 18 15:07:37.169724 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Request body: {'floatingip': {'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:07:37.176023 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:07:37.180196 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Usage tracker for resource:floatingip and tenant:f41092cce74045a49f2e492d9ba11f7e is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:07:37.184249 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:07:37.190393 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:07:37.199757 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for floatingip, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:37.342845 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:37.620905 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Allocated IP 172.28.0.86 (43dc5890-a9c2-4d0d-8ecc-5e5d0db18312/81ba36a0-a2a1-4122-9852-9ec563604b00/bee23f96-2260-4f81-84fc-f1182e71e248) {{(pid=80266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:07:37.780753 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for port, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:37.807455 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844619848'] for port, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:37.823867 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f0d8641c-f459-4d25-877e-48a878714b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:37.964468 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Pushing event updated for resources: {'Port': ['ID=bee23f96-2260-4f81-84fc-f1182e71e248,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:37.974473 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:38.019779 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Network 43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 is already hosted by enough agents. {{(pid=80266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:07:38.020948 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Resources bound (agent type, host, resource id): {{(pid=80266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:07:38.023218 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Received port after_create {{(pid=80266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:07:38.113876 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for floatingip, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:38.174707 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:38.450912 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:38.455324 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155937'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:38.471341 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:38.614877 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Pushing event updated for resources: {'Port': ['ID=bee23f96-2260-4f81-84fc-f1182e71e248,revision_number=2']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:38.624407 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:38.719961 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431000'] for floatingip, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:38.745145 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for floatingip, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:38.746496 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5404470b-cc73-4110-a95e-af2f06cc20db req-49328570-5532-48be-a0a1-47c29a16d82b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5810001 Nov 18 15:07:38.837112 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-5404470b-cc73-4110-a95e-af2f06cc20db req-cb8db7d1-583b-4099-a847-3ded46b8269b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Synchronizing usage tracker for tenant:f41092cce74045a49f2e492d9ba11f7e on resource:floatingip {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:07:38.854536 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-5404470b-cc73-4110-a95e-af2f06cc20db req-cb8db7d1-583b-4099-a847-3ded46b8269b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Unset dirty status for tenant:f41092cce74045a49f2e492d9ba11f7e on resource:floatingip {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:07:38.855813 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5404470b-cc73-4110-a95e-af2f06cc20db req-cb8db7d1-583b-4099-a847-3ded46b8269b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.28.0.86 HTTP/1.1" status: 200 len: 695 time: 0.1030984 Nov 18 15:07:39.017554 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404470b-cc73-4110-a95e-af2f06cc20db req-6e21f3f8-3d57-46ce-9a9f-48613cc8ee44 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:39.019526 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5404470b-cc73-4110-a95e-af2f06cc20db req-6e21f3f8-3d57-46ce-9a9f-48613cc8ee44 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/networks/43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 HTTP/1.1" status: 200 len: 784 time: 0.1571937 Nov 18 15:07:39.038171 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:07:39.213318 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-76424864-044e-44f5-8ebb-a15db0286256 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:39.214964 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-76424864-044e-44f5-8ebb-a15db0286256 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0853455 Nov 18 15:07:39.303251 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-7fb3c441-085f-41d9-af74-164126df0644 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.28.0.86 HTTP/1.1" status: 200 len: 695 time: 0.0823324 Nov 18 15:07:39.313602 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-391b9a1d-da21-47a7-9fd3-08cfe156df11 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Request body: {'floatingip': {'port_id': '2ab302d7-92e7-4c85-bfba-1242ea3beda1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:07:39.397709 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-391b9a1d-da21-47a7-9fd3-08cfe156df11 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for floatingip, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:40.259355 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-391b9a1d-da21-47a7-9fd3-08cfe156df11 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for floatingip, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:40.262118 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-391b9a1d-da21-47a7-9fd3-08cfe156df11 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431000'] for floatingip, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:40.458971 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.l3_db [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-391b9a1d-da21-47a7-9fd3-08cfe156df11 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Floating IP e35fd64c-ec8e-4cc0-8d2c-4c9e0a47436f associated. External IP: 172.28.0.86, port: 2ab302d7-92e7-4c85-bfba-1242ea3beda1. Nov 18 15:07:40.563301 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3b969797-bb23-4876-a162-715ff7f215de req-3204aae0-3098-4289-b08a-e4093c2269cd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0763090 Nov 18 15:07:40.721584 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3b969797-bb23-4876-a162-715ff7f215de req-2ee25e01-2b2c-4551-ac4a-dbeab17f8c13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f601d45c26744ec8a8a3d252888d5d70&device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 1162 time: 0.0780694 Nov 18 15:07:40.891432 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b969797-bb23-4876-a162-715ff7f215de req-d8815ebd-e08f-4680-bf06-ce187c1dc6ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:40.893017 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3b969797-bb23-4876-a162-715ff7f215de req-d8815ebd-e08f-4680-bf06-ce187c1dc6ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=66bff88d-2047-4730-9141-3dbbc3432340 HTTP/1.1" status: 200 len: 907 time: 0.1508536 Nov 18 15:07:40.895143 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-391b9a1d-da21-47a7-9fd3-08cfe156df11 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Router 90266623-f463-4f4c-aefb-1800701bf546 has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:07:40.970196 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3b969797-bb23-4876-a162-715ff7f215de req-d38c41d5-922a-4e8e-8d7e-a7a846a8f35c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e747ad60-a0b1-43ab-97ac-cff399ea4581 HTTP/1.1" status: 200 len: 217 time: 0.0703254 Nov 18 15:07:41.041336 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b969797-bb23-4876-a162-715ff7f215de req-876bb270-ab81-4972-8acc-15217c1d3e6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:41.042963 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3b969797-bb23-4876-a162-715ff7f215de req-876bb270-ab81-4972-8acc-15217c1d3e6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f64b5ee-7b57-4b12-8218-a1476770c374 HTTP/1.1" status: 200 len: 853 time: 0.0672314 Nov 18 15:07:41.100859 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3b969797-bb23-4876-a162-715ff7f215de req-3e8acdcd-3cd4-4b46-9f57-1906e011894e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66bff88d-2047-4730-9141-3dbbc3432340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509524 Nov 18 15:07:41.133631 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-391b9a1d-da21-47a7-9fd3-08cfe156df11 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:07:41.138411 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-391b9a1d-da21-47a7-9fd3-08cfe156df11 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for floatingip, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:41.147341 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5f4d50-6bae-43f8-bf0b-6d1e602c5a99 None None] Sync routers for ids ['90266623-f463-4f4c-aefb-1800701bf546'] in dv-cinder-733623-8-smb {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:07:41.161617 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5f4d50-6bae-43f8-bf0b-6d1e602c5a99 None None] Routers {'90266623-f463-4f4c-aefb-1800701bf546'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:07:41.162436 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-3c5f4d50-6bae-43f8-bf0b-6d1e602c5a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:07:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['90266623-f463-4f4c-aefb-1800701bf546'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:07:41.196587 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-391b9a1d-da21-47a7-9fd3-08cfe156df11 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "PUT /v2.0/floatingips/e35fd64c-ec8e-4cc0-8d2c-4c9e0a47436f HTTP/1.1" status: 200 len: 995 time: 1.8872304 Nov 18 15:07:41.197125 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'tag': '2ab302d7-92e7-4c85-bfba-1242ea3beda1'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:07:41.258178 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3b969797-bb23-4876-a162-715ff7f215de req-66f5b61b-38fa-4e99-b5ff-b4137211a1e6 service neutron] 10.222.0.26 "GET /v2.0/networks/66bff88d-2047-4730-9141-3dbbc3432340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503034 Nov 18 15:07:41.276348 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'tag': '2ab302d7-92e7-4c85-bfba-1242ea3beda1', 'status': 'completed', 'code': 200} Nov 18 15:07:41.367854 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-3c5f4d50-6bae-43f8-bf0b-6d1e602c5a99 None None] Set router 90266623-f463-4f4c-aefb-1800701bf546 gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:07:41.388874 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-3dbde21a-82b3-44ca-8c41-2dfa74457a92 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f41092cce74045a49f2e492d9ba11f7e&device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 1162 time: 0.1745169 Nov 18 15:07:41.481469 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3b969797-bb23-4876-a162-715ff7f215de req-4e87b621-6992-44a2-9b30-819b7185d271 service neutron] 10.222.0.26 "GET /v2.0/networks/66bff88d-2047-4730-9141-3dbbc3432340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2152939 Nov 18 15:07:41.486739 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-088adaf8-7388-4971-a4c5-0cdd129e193a req-d3c190a3-6316-4899-8a9f-141f0a06626d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f41092cce74045a49f2e492d9ba11f7e&device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 1162 time: 0.1841753 Nov 18 15:07:41.542277 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-6731654f-fdb6-4b68-bded-4368e367c128 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:41.547395 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-6731654f-fdb6-4b68-bded-4368e367c128 service neutron] 10.222.0.17 "GET /v2.0/networks?id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 HTTP/1.1" status: 200 len: 908 time: 0.1519704 Nov 18 15:07:41.653105 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088adaf8-7388-4971-a4c5-0cdd129e193a req-d2f920b5-eacb-470d-906e-8ee95018ca18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:41.654788 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-088adaf8-7388-4971-a4c5-0cdd129e193a req-d2f920b5-eacb-470d-906e-8ee95018ca18 service neutron] 10.222.0.26 "GET /v2.0/networks?id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 HTTP/1.1" status: 200 len: 908 time: 0.1588120 Nov 18 15:07:41.657930 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-f93f6c9b-5d8a-490a-9ebb-b3a30fa94402 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ab302d7-92e7-4c85-bfba-1242ea3beda1 HTTP/1.1" status: 200 len: 998 time: 0.1057246 Nov 18 15:07:41.733413 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-96b593a2-8782-4311-9f1b-21d045161927 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:41.734983 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-96b593a2-8782-4311-9f1b-21d045161927 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164 HTTP/1.1" status: 200 len: 853 time: 0.0704613 Nov 18 15:07:41.757136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-3c5f4d50-6bae-43f8-bf0b-6d1e602c5a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90266623-f463-4f4c-aefb-1800701bf546', 'name': 'tempest-TestMinimumBasicScenario-100812315-router', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:06:53Z', 'updated_at': '2020-11-18T15:06:57Z', 'revision_number': 4, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'gw_port': {'id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:54Z', 'updated_at': '2020-11-18T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_floatingips': [{'id': 'e35fd64c-ec8e-4cc0-8d2c-4c9e0a47436f', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'router_id': '90266623-f463-4f4c-aefb-1800701bf546', 'port_id': '2ab302d7-92e7-4c85-bfba-1242ea3beda1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97', 'mac_address': 'fa:16:3e:f3:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:07:38Z', 'updated_at': '2020-11-18T15:07:40Z', 'revision_number': 1, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903ede09-15dc-48e0-b9c7-feebd6b50c56', 'name': '', 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'mac_address': 'fa:16:3e:61:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:56Z', 'updated_at': '2020-11-18T15:07:05Z', 'revision_number': 5, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'subnets': [{'id': 'a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:07:41.761334 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5f4d50-6bae-43f8-bf0b-6d1e602c5a99 None None] Checking router: 90266623-f463-4f4c-aefb-1800701bf546 for host: dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:07:41.772917 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-088adaf8-7388-4971-a4c5-0cdd129e193a req-3ed06ce3-dc25-440d-b8b9-16921d4392ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ab302d7-92e7-4c85-bfba-1242ea3beda1 HTTP/1.1" status: 200 len: 998 time: 0.1100199 Nov 18 15:07:41.773130 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5f4d50-6bae-43f8-bf0b-6d1e602c5a99 None None] Routers {'90266623-f463-4f4c-aefb-1800701bf546'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:07:41.773744 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-3c5f4d50-6bae-43f8-bf0b-6d1e602c5a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:07:22Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['90266623-f463-4f4c-aefb-1800701bf546'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:07:41.824692 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-b66d8b88-5771-401d-ba88-caa6a7541e12 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805507 Nov 18 15:07:41.837843 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-724b03c7-4033-41aa-8aa5-68d19dc29acc service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80266) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 15:07:41.846032 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-724b03c7-4033-41aa-8aa5-68d19dc29acc service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0147610 Nov 18 15:07:41.864602 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088adaf8-7388-4971-a4c5-0cdd129e193a req-3557616e-961a-491a-bb51-09d38a907fc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:41.866372 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-088adaf8-7388-4971-a4c5-0cdd129e193a req-3557616e-961a-491a-bb51-09d38a907fc1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164 HTTP/1.1" status: 200 len: 853 time: 0.0868530 Nov 18 15:07:42.007305 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-3c5f4d50-6bae-43f8-bf0b-6d1e602c5a99 None None] Set router 90266623-f463-4f4c-aefb-1800701bf546 gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:07:42.013100 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-088adaf8-7388-4971-a4c5-0cdd129e193a req-30ab1ddc-8f75-42c8-ac30-b9f977dcac98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1393862 Nov 18 15:07:42.015868 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-e0dbae6e-b4f3-4272-9449-b5ced99c7815 service neutron] 10.222.0.17 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687214 Nov 18 15:07:42.178023 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-088adaf8-7388-4971-a4c5-0cdd129e193a req-50ac49c6-0ded-4f33-891f-867e8d8912cf service neutron] 10.222.0.26 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537778 Nov 18 15:07:42.221756 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e4f1d857-172f-4786-8124-cc5eb052cc79 req-6a82fc2a-ab8f-4587-be46-4cb4206850ee service neutron] 10.222.0.17 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1919715 Nov 18 15:07:42.284062 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-5e57818e-2673-4cf3-a60b-06ff2e0c746b req-382b5da5-a7dc-4f22-bdc9-21de5e7fe684 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1507038460', 'description': 'tempest-TestMinimumBasicScenario-1507038460 description'}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:07:42.292216 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-5e57818e-2673-4cf3-a60b-06ff2e0c746b req-382b5da5-a7dc-4f22-bdc9-21de5e7fe684 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:07:42.305374 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-5e57818e-2673-4cf3-a60b-06ff2e0c746b req-382b5da5-a7dc-4f22-bdc9-21de5e7fe684 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:07:42.317123 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5e57818e-2673-4cf3-a60b-06ff2e0c746b req-382b5da5-a7dc-4f22-bdc9-21de5e7fe684 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for security_group, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:42.340575 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-088adaf8-7388-4971-a4c5-0cdd129e193a req-6656b22b-c0ac-41b4-a5f1-7885a5dd1bf8 service neutron] 10.222.0.26 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1509895 Nov 18 15:07:42.361725 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-5e57818e-2673-4cf3-a60b-06ff2e0c746b req-382b5da5-a7dc-4f22-bdc9-21de5e7fe684 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:07:42.367150 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-5e57818e-2673-4cf3-a60b-06ff2e0c746b req-382b5da5-a7dc-4f22-bdc9-21de5e7fe684 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Usage tracker for resource:security_group_rule and tenant:f41092cce74045a49f2e492d9ba11f7e is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:07:42.370441 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-5e57818e-2673-4cf3-a60b-06ff2e0c746b req-382b5da5-a7dc-4f22-bdc9-21de5e7fe684 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:07:42.376594 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-5e57818e-2673-4cf3-a60b-06ff2e0c746b req-382b5da5-a7dc-4f22-bdc9-21de5e7fe684 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:07:42.444128 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5e57818e-2673-4cf3-a60b-06ff2e0c746b req-382b5da5-a7dc-4f22-bdc9-21de5e7fe684 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for security_group, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:42.447152 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5e57818e-2673-4cf3-a60b-06ff2e0c746b req-382b5da5-a7dc-4f22-bdc9-21de5e7fe684 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:42.452643 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-57c94400-2bb8-428d-beff-2bfe209798f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:42.499010 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b5da5-a7dc-4f22-bdc9-21de5e7fe684 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd,revision_number=1']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:42.501913 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-5e57818e-2673-4cf3-a60b-06ff2e0c746b req-382b5da5-a7dc-4f22-bdc9-21de5e7fe684 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:42.503326 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5e57818e-2673-4cf3-a60b-06ff2e0c746b req-382b5da5-a7dc-4f22-bdc9-21de5e7fe684 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1653 time: 0.2238817 Nov 18 15:07:42.504283 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-382b5da5-a7dc-4f22-bdc9-21de5e7fe684 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:42.567904 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-3c5f4d50-6bae-43f8-bf0b-6d1e602c5a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90266623-f463-4f4c-aefb-1800701bf546', 'name': 'tempest-TestMinimumBasicScenario-100812315-router', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:06:53Z', 'updated_at': '2020-11-18T15:06:57Z', 'revision_number': 4, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'gw_port': {'id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:54Z', 'updated_at': '2020-11-18T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_floatingips': [{'id': 'e35fd64c-ec8e-4cc0-8d2c-4c9e0a47436f', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'router_id': '90266623-f463-4f4c-aefb-1800701bf546', 'port_id': '2ab302d7-92e7-4c85-bfba-1242ea3beda1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97', 'mac_address': 'fa:16:3e:f3:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:07:38Z', 'updated_at': '2020-11-18T15:07:40Z', 'revision_number': 1, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903ede09-15dc-48e0-b9c7-feebd6b50c56', 'name': '', 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'mac_address': 'fa:16:3e:61:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:56Z', 'updated_at': '2020-11-18T15:07:05Z', 'revision_number': 5, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'subnets': [{'id': 'a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:07:42.572143 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5f4d50-6bae-43f8-bf0b-6d1e602c5a99 None None] The sync data for ids ['90266623-f463-4f4c-aefb-1800701bf546'] in dv-cinder-733623-8-smb is: [{'id': '90266623-f463-4f4c-aefb-1800701bf546', 'name': 'tempest-TestMinimumBasicScenario-100812315-router', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:06:53Z', 'updated_at': '2020-11-18T15:06:57Z', 'revision_number': 4, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'gw_port': {'id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:54Z', 'updated_at': '2020-11-18T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_floatingips': [{'id': 'e35fd64c-ec8e-4cc0-8d2c-4c9e0a47436f', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'router_id': '90266623-f463-4f4c-aefb-1800701bf546', 'port_id': '2ab302d7-92e7-4c85-bfba-1242ea3beda1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97', 'mac_address': 'fa:16:3e:f3:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T15:07:38Z', 'updated_at': '2020-11-18T15:07:40Z', 'revision_number': 1, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903ede09-15dc-48e0-b9c7-feebd6b50c56', 'name': '', 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'mac_address': 'fa:16:3e:61:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:56Z', 'updated_at': '2020-11-18T15:07:05Z', 'revision_number': 5, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'subnets': [{'id': 'a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:07:42.587935 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-cb639bc5-e895-46d3-a0f9-76f9c26277c4 req-72275387-1ee6-4e7e-824b-497f2827c308 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups/5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd HTTP/1.1" status: 200 len: 1648 time: 0.0510814 Nov 18 15:07:42.597387 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-cb639bc5-e895-46d3-a0f9-76f9c26277c4 req-aa77967b-d2fc-4a6b-a7a8-5a6d5eda71cc tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:07:42.597786 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-cb639bc5-e895-46d3-a0f9-76f9c26277c4 req-aa77967b-d2fc-4a6b-a7a8-5a6d5eda71cc tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:07:42.604555 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-cb639bc5-e895-46d3-a0f9-76f9c26277c4 req-aa77967b-d2fc-4a6b-a7a8-5a6d5eda71cc tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:07:42.608460 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-cb639bc5-e895-46d3-a0f9-76f9c26277c4 req-aa77967b-d2fc-4a6b-a7a8-5a6d5eda71cc tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Usage tracker for resource:security_group_rule and tenant:f41092cce74045a49f2e492d9ba11f7e is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:07:42.611768 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-cb639bc5-e895-46d3-a0f9-76f9c26277c4 req-aa77967b-d2fc-4a6b-a7a8-5a6d5eda71cc tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:07:42.618638 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-cb639bc5-e895-46d3-a0f9-76f9c26277c4 req-aa77967b-d2fc-4a6b-a7a8-5a6d5eda71cc tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:07:42.676028 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cb639bc5-e895-46d3-a0f9-76f9c26277c4 req-aa77967b-d2fc-4a6b-a7a8-5a6d5eda71cc tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for security_group_rule, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:42.700560 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cb639bc5-e895-46d3-a0f9-76f9c26277c4 req-aa77967b-d2fc-4a6b-a7a8-5a6d5eda71cc tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:42.703316 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cb639bc5-e895-46d3-a0f9-76f9c26277c4 req-aa77967b-d2fc-4a6b-a7a8-5a6d5eda71cc tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771554'] for security_group_rule, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:42.705381 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:42.729322 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77967b-d2fc-4a6b-a7a8-5a6d5eda71cc tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0276b0c9-d722-4673-9902-b36eb5e329aa,revision_number=0']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:42.731958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-aa77967b-d2fc-4a6b-a7a8-5a6d5eda71cc tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:42.739668 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-cb639bc5-e895-46d3-a0f9-76f9c26277c4 req-aa77967b-d2fc-4a6b-a7a8-5a6d5eda71cc tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for security_group_rule, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:42.740939 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-cb639bc5-e895-46d3-a0f9-76f9c26277c4 req-aa77967b-d2fc-4a6b-a7a8-5a6d5eda71cc tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.1485991 Nov 18 15:07:42.826640 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6e350443-617a-4afd-98ea-9280960755fe req-2dfe477a-8ff3-46a0-ba74-6a4faae34ef1 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups/5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd HTTP/1.1" status: 200 len: 2151 time: 0.0533898 Nov 18 15:07:42.838622 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-6e350443-617a-4afd-98ea-9280960755fe req-9b6c0469-4d36-4664-9ff5-f948a034fe8d tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd', 'remote_group_id': None}]} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:07:42.838972 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-6e350443-617a-4afd-98ea-9280960755fe req-9b6c0469-4d36-4664-9ff5-f948a034fe8d tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd', 'remote_group_id': None}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:07:42.845738 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6e350443-617a-4afd-98ea-9280960755fe req-9b6c0469-4d36-4664-9ff5-f948a034fe8d tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:07:42.850727 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-6e350443-617a-4afd-98ea-9280960755fe req-9b6c0469-4d36-4664-9ff5-f948a034fe8d tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Usage tracker for resource:security_group_rule and tenant:f41092cce74045a49f2e492d9ba11f7e is out of sync, need to count used quota {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:07:42.853874 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-6e350443-617a-4afd-98ea-9280960755fe req-9b6c0469-4d36-4664-9ff5-f948a034fe8d tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:07:42.860008 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-6e350443-617a-4afd-98ea-9280960755fe req-9b6c0469-4d36-4664-9ff5-f948a034fe8d tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:07:42.863688 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5f1ae3-1c94-45db-8cd4-7fb1ce876201 None None] New status for floating IP e35fd64c-ec8e-4cc0-8d2c-4c9e0a47436f: ACTIVE {{(pid=80268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 15:07:42.919240 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6e350443-617a-4afd-98ea-9280960755fe req-9b6c0469-4d36-4664-9ff5-f948a034fe8d tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for security_group_rule, before_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:42.946171 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6e350443-617a-4afd-98ea-9280960755fe req-9b6c0469-4d36-4664-9ff5-f948a034fe8d tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:42.949385 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6e350443-617a-4afd-98ea-9280960755fe req-9b6c0469-4d36-4664-9ff5-f948a034fe8d tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771554'] for security_group_rule, after_create {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:42.951620 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:42.982539 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c0469-4d36-4664-9ff5-f948a034fe8d tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af79a1a-1960-4496-bb75-91cbc886274a,revision_number=0']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:42.985047 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-6e350443-617a-4afd-98ea-9280960755fe req-9b6c0469-4d36-4664-9ff5-f948a034fe8d tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for security_group_rule, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:42.986345 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6e350443-617a-4afd-98ea-9280960755fe req-9b6c0469-4d36-4664-9ff5-f948a034fe8d tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.1524026 Nov 18 15:07:42.987928 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-9b6c0469-4d36-4664-9ff5-f948a034fe8d tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:43.133944 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-d78bb1b5-ac71-4572-8f31-5c7137841f24 req-6bdb610b-8e2c-4e69-a86d-6d16721abd79 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Synchronizing usage tracker for tenant:f41092cce74045a49f2e492d9ba11f7e on resource:security_group {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:07:43.149549 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-d78bb1b5-ac71-4572-8f31-5c7137841f24 req-6bdb610b-8e2c-4e69-a86d-6d16721abd79 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Unset dirty status for tenant:f41092cce74045a49f2e492d9ba11f7e on resource:security_group {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:07:43.150855 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d78bb1b5-ac71-4572-8f31-5c7137841f24 req-6bdb610b-8e2c-4e69-a86d-6d16721abd79 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1507038460&fields=id&tenant_id=f41092cce74045a49f2e492d9ba11f7e HTTP/1.1" status: 200 len: 267 time: 0.0611725 Nov 18 15:07:43.248572 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bb1b5-ac71-4572-8f31-5c7137841f24 req-503e5aaf-8219-46b5-abd5-571e3faa7530 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:43.250396 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d78bb1b5-ac71-4572-8f31-5c7137841f24 req-503e5aaf-8219-46b5-abd5-571e3faa7530 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 945 time: 0.0926659 Nov 18 15:07:43.267709 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-d78bb1b5-ac71-4572-8f31-5c7137841f24 req-1cd05c84-f608-48db-8c5e-969d126d89ce tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Request body: {'port': {'security_groups': ['4cbabe64-1991-420c-9fdf-1f3056152b37', '5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd']}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:07:43.393126 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d78bb1b5-ac71-4572-8f31-5c7137841f24 req-1cd05c84-f608-48db-8c5e-969d126d89ce tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:43.473113 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:43.722633 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-d78bb1b5-ac71-4572-8f31-5c7137841f24 req-1cd05c84-f608-48db-8c5e-969d126d89ce tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] For port 2ab302d7-92e7-4c85-bfba-1242ea3beda1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2ab302d7-92e7-4c85-bfba-1242ea3beda1,segment=NetworkSegment(2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c),segment_id=2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:07:43.749640 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d78bb1b5-ac71-4572-8f31-5c7137841f24 req-1cd05c84-f608-48db-8c5e-969d126d89ce tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:43.753759 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d78bb1b5-ac71-4572-8f31-5c7137841f24 req-1cd05c84-f608-48db-8c5e-969d126d89ce tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155937'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:43.768385 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-f1dce615-8ef5-47d0-a4e6-2ac9d490e907 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:43.924077 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd05c84-f608-48db-8c5e-969d126d89ce tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Pushing event updated for resources: {'Port': ['ID=2ab302d7-92e7-4c85-bfba-1242ea3beda1,revision_number=5']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:43.930035 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-1cd05c84-f608-48db-8c5e-969d126d89ce tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:43.969507 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bb1b5-ac71-4572-8f31-5c7137841f24 req-1cd05c84-f608-48db-8c5e-969d126d89ce tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:43.970215 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d78bb1b5-ac71-4572-8f31-5c7137841f24 req-1cd05c84-f608-48db-8c5e-969d126d89ce tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:43.972223 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d78bb1b5-ac71-4572-8f31-5c7137841f24 req-1cd05c84-f608-48db-8c5e-969d126d89ce tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "PUT /v2.0/ports/2ab302d7-92e7-4c85-bfba-1242ea3beda1 HTTP/1.1" status: 200 len: 981 time: 0.7095258 Nov 18 15:07:43.972876 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'tag': '2ab302d7-92e7-4c85-bfba-1242ea3beda1'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:07:44.066210 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'tag': '2ab302d7-92e7-4c85-bfba-1242ea3beda1', 'status': 'completed', 'code': 200} Nov 18 15:07:44.173224 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f1b76d5b-fe99-47fb-b169-1446a3a37f23 req-c71a0d91-26d6-4b5c-9d0a-ddb48db02dfb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f41092cce74045a49f2e492d9ba11f7e&device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 1202 time: 0.0788946 Nov 18 15:07:44.186460 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 2ab302d7-92e7-4c85-bfba-1242ea3beda1 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:07:44.189230 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf64b6-5947-43c2-9f51-4d0614e3f5ca req-ebb2f275-58e2-4be8-b3e7-8bfa6064997a tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:44.192005 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e8bf64b6-5947-43c2-9f51-4d0614e3f5ca req-ebb2f275-58e2-4be8-b3e7-8bfa6064997a tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 984 time: 0.0881777 Nov 18 15:07:44.245203 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e8bf64b6-5947-43c2-9f51-4d0614e3f5ca req-b1e657b0-e4d0-4ab8-917b-ab8b3d7de110 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd&id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0476582 Nov 18 15:07:44.268090 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-27bf04df-204a-490e-89fc-afbf35f2e791 None None] Provisioning complete for port 2ab302d7-92e7-4c85-bfba-1242ea3beda1 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:07:44.268515 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-27bf04df-204a-490e-89fc-afbf35f2e791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:44.323959 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 2ab302d7-92e7-4c85-bfba-1242ea3beda1 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:07:44.324372 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:44.330103 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b76d5b-fe99-47fb-b169-1446a3a37f23 req-011f5914-8a5a-4ce6-a84f-f2526d1e0b34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:44.332377 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f1b76d5b-fe99-47fb-b169-1446a3a37f23 req-011f5914-8a5a-4ce6-a84f-f2526d1e0b34 service neutron] 10.222.0.26 "GET /v2.0/networks?id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 HTTP/1.1" status: 200 len: 908 time: 0.1511970 Nov 18 15:07:44.447806 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f1b76d5b-fe99-47fb-b169-1446a3a37f23 req-af1a2254-4709-46a0-8d2d-31c59133329a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ab302d7-92e7-4c85-bfba-1242ea3beda1 HTTP/1.1" status: 200 len: 1000 time: 0.1080287 Nov 18 15:07:44.521121 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b76d5b-fe99-47fb-b169-1446a3a37f23 req-c8ecdaf8-ce36-47b9-8b2f-cfa7b90f576d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:44.522798 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f1b76d5b-fe99-47fb-b169-1446a3a37f23 req-c8ecdaf8-ce36-47b9-8b2f-cfa7b90f576d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164 HTTP/1.1" status: 200 len: 853 time: 0.0679026 Nov 18 15:07:44.612713 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f1b76d5b-fe99-47fb-b169-1446a3a37f23 req-85ca0299-b266-49f2-b4dc-329f3133a536 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792809 Nov 18 15:07:44.762642 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f1b76d5b-fe99-47fb-b169-1446a3a37f23 req-1efb5c0a-4957-4eff-9b34-b39b920fc5d9 service neutron] 10.222.0.26 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428506 Nov 18 15:07:44.868830 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93588ab0-4128-4b67-92a5-66ac2f15a80f req-3396371a-1167-4416-940e-e01ab09a57be tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:44.870503 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-93588ab0-4128-4b67-92a5-66ac2f15a80f req-3396371a-1167-4416-940e-e01ab09a57be tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 945 time: 0.0873516 Nov 18 15:07:44.914639 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f1b76d5b-fe99-47fb-b169-1446a3a37f23 req-bdfb03d0-5073-4a37-9749-23e948d0b0da service neutron] 10.222.0.26 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1438892 Nov 18 15:07:44.919757 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-93588ab0-4128-4b67-92a5-66ac2f15a80f req-140b147e-33b5-4e9a-9959-c5da502f3fb7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430038 Nov 18 15:07:46.137172 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d289a0-e950-413a-8102-0166be33ff7e req-173ca498-6241-4a70-b93f-9c1594c8d075 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:46.138835 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-85d289a0-e950-413a-8102-0166be33ff7e req-173ca498-6241-4a70-b93f-9c1594c8d075 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 945 time: 0.0852566 Nov 18 15:07:46.187105 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-85d289a0-e950-413a-8102-0166be33ff7e req-54410844-3211-432b-857f-edf0008cb245 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415969 Nov 18 15:07:47.404582 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74705c-e27c-4a7c-899c-3ee52677144d req-a2e3176a-2f58-47b9-aacf-8ade6a4d6c47 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:47.406131 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8e74705c-e27c-4a7c-899c-3ee52677144d req-a2e3176a-2f58-47b9-aacf-8ade6a4d6c47 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 945 time: 0.0868387 Nov 18 15:07:47.454180 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-8e74705c-e27c-4a7c-899c-3ee52677144d req-cea37edc-0b4f-4eab-9082-f3d4e37fc165 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410037 Nov 18 15:07:48.667194 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9419dc6-f08e-4695-884e-4365466da2a9 req-04ff4cc8-d8b0-4bd8-89cb-188c4f251e28 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:48.668840 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c9419dc6-f08e-4695-884e-4365466da2a9 req-04ff4cc8-d8b0-4bd8-89cb-188c4f251e28 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 945 time: 0.0824196 Nov 18 15:07:48.722614 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c9419dc6-f08e-4695-884e-4365466da2a9 req-85677ff8-ccc9-4930-a495-3f52780bb4ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475874 Nov 18 15:07:49.856798 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-797bd1c0-ce67-4b98-b775-a8e53841d38d tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:49.857572 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-797bd1c0-ce67-4b98-b775-a8e53841d38d tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Synchronizing usage tracker for tenant:f601d45c26744ec8a8a3d252888d5d70 on resource:port {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:07:49.874804 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-797bd1c0-ce67-4b98-b775-a8e53841d38d tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Unset dirty status for tenant:f601d45c26744ec8a8a3d252888d5d70 on resource:port {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:07:49.876103 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-797bd1c0-ce67-4b98-b775-a8e53841d38d tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.26 "GET /v2.0/ports?device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 945 time: 0.1024556 Nov 18 15:07:49.927413 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bf198abf-8bdc-4fd7-ad40-2a66b2a38bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:49.964035 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Deleting port e747ad60-a0b1-43ab-97ac-cff399ea4581 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:07:49.964410 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:50.042170 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device e747ad60-a0b1-43ab-97ac-cff399ea4581 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:07:50.156975 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cff572-66b3-4bd6-831d-6bd8f9213091 req-2357b755-447d-4246-947a-26186ddb3885 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:50.158651 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-44cff572-66b3-4bd6-831d-6bd8f9213091 req-2357b755-447d-4246-947a-26186ddb3885 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 945 time: 0.3059576 Nov 18 15:07:50.170679 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:50.200148 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ad1bd4-2199-4e9e-ac4d-97cc2314532a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e747ad60-a0b1-43ab-97ac-cff399ea4581'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:07:50.215967 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-44cff572-66b3-4bd6-831d-6bd8f9213091 req-84a6cf97-e387-4f33-a7d4-2f94d0b1b33c tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505674 Nov 18 15:07:50.216436 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port e747ad60-a0b1-43ab-97ac-cff399ea4581, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e747ad60-a0b1-43ab-97ac-cff399ea4581,segment=NetworkSegment(f74492a9-4c55-406a-a2a4-2e8adf5186f6),segment_id=f74492a9-4c55-406a-a2a4-2e8adf5186f6)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:07:50.219596 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:50.221551 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:50.251641 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] For port e747ad60-a0b1-43ab-97ac-cff399ea4581, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e747ad60-a0b1-43ab-97ac-cff399ea4581,segment=NetworkSegment(f74492a9-4c55-406a-a2a4-2e8adf5186f6),segment_id=f74492a9-4c55-406a-a2a4-2e8adf5186f6)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:07:50.252049 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:50.270478 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ad1bd4-2199-4e9e-ac4d-97cc2314532a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e747ad60-a0b1-43ab-97ac-cff399ea4581', 'code': 200} Nov 18 15:07:50.291635 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=e747ad60-a0b1-43ab-97ac-cff399ea4581,revision_number=5']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:50.295071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:50.382198 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Calling delete_port for e747ad60-a0b1-43ab-97ac-cff399ea4581 owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:07:50.463692 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.api [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80267) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 15:07:50.464064 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_db.api [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 15:07:50.965034 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Deleting port e747ad60-a0b1-43ab-97ac-cff399ea4581 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:07:50.965602 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:51.433322 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938946f-3a09-42c6-8299-9d2f661db8d3 req-aa7f37c5-8122-428e-9a51-1afbc19447ee tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:51.435247 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4938946f-3a09-42c6-8299-9d2f661db8d3 req-aa7f37c5-8122-428e-9a51-1afbc19447ee tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=77ad1bd4-2199-4e9e-ac4d-97cc2314532a HTTP/1.1" status: 200 len: 943 time: 0.0864010 Nov 18 15:07:51.452085 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] For port e747ad60-a0b1-43ab-97ac-cff399ea4581, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e747ad60-a0b1-43ab-97ac-cff399ea4581,segment=NetworkSegment(f74492a9-4c55-406a-a2a4-2e8adf5186f6),segment_id=f74492a9-4c55-406a-a2a4-2e8adf5186f6)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:07:51.452663 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:51.485340 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4938946f-3a09-42c6-8299-9d2f661db8d3 req-54583fbb-38e5-4de8-83db-f000a7216a70 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431657 Nov 18 15:07:51.583259 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Calling delete_port for e747ad60-a0b1-43ab-97ac-cff399ea4581 owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:07:51.729806 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:51.745312 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6f70fab4-ff00-4d03-b507-ee864f7468f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:51.801017 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Pushing event deleted for resources: {'Port': ['ID=e747ad60-a0b1-43ab-97ac-cff399ea4581,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:51.818572 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.818997 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.819413 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.819838 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.820302 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.820754 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.821164 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.821564 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.821984 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.822383 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.822779 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.823228 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.823662 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.824059 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.824453 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.824847 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.825238 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.825629 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.826050 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.826447 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.826839 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.827231 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.827621 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.828012 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:07:51.881127 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:51.966520 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] No DVR routers for this DVR port e747ad60-a0b1-43ab-97ac-cff399ea4581 on host hv-cinder-73362 {{(pid=80267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:07:51.968676 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:51.971451 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ad1bd4-2199-4e9e-ac4d-97cc2314532a', 'name': 'network-vif-deleted', 'tag': 'e747ad60-a0b1-43ab-97ac-cff399ea4581'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:07:51.985869 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-38735d61-76a5-4276-b442-d0e42986d3a4 req-075314a3-6e4d-4368-8096-1eccc15e58ea tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.26 "DELETE /v2.0/ports/e747ad60-a0b1-43ab-97ac-cff399ea4581 HTTP/1.1" status: 204 len: 173 time: 2.1038482 Nov 18 15:07:52.032022 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ad1bd4-2199-4e9e-ac4d-97cc2314532a', 'name': 'network-vif-deleted', 'tag': 'e747ad60-a0b1-43ab-97ac-cff399ea4581', 'status': 'completed', 'code': 200} Nov 18 15:07:52.515209 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-223a23c5-21c1-4178-9e3c-0192131b39b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:52.942371 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:53.836999 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:54.321058 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:56.858385 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-c623c851-03e1-42c2-ba49-a1e1d81761bc tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:56.859983 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-c623c851-03e1-42c2-ba49-a1e1d81761bc tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/networks?id=66bff88d-2047-4730-9141-3dbbc3432340 HTTP/1.1" status: 200 len: 813 time: 0.1554203 Nov 18 15:07:56.877488 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-33c4d01f-1032-484f-b503-3205fee354d9 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/quotas/f601d45c26744ec8a8a3d252888d5d70 HTTP/1.1" status: 200 len: 375 time: 0.0109415 Nov 18 15:07:56.928454 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-18bc7a42-fd56-43af-80eb-a3138e506b61 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?tenant_id=f601d45c26744ec8a8a3d252888d5d70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452917 Nov 18 15:07:57.075175 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-11d1f8d1-a593-4fad-b1c4-0e186af8de7d service neutron] 10.222.0.17 "GET /v2.0/networks/66bff88d-2047-4730-9141-3dbbc3432340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392653 Nov 18 15:07:57.221489 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-39c5bceb-c581-4d5e-bf38-ac0a5e65c0cf service neutron] 10.222.0.17 "GET /v2.0/networks/66bff88d-2047-4730-9141-3dbbc3432340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392252 Nov 18 15:07:57.432647 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-274312cb-e4de-4a0b-a337-b8dca9c475c3 req-799e7bdd-09f8-40b4-b6c9-6cfe0cab4cb4 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=7075431b-1cdb-44e3-89a4-fa3bc90c172d HTTP/1.1" status: 200 len: 210 time: 0.0502925 Nov 18 15:07:58.610057 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-9fe6087c-a2ac-43aa-b866-af17f0336338 req-faec4382-83d4-4187-9b09-03ad349d182c tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=7075431b-1cdb-44e3-89a4-fa3bc90c172d HTTP/1.1" status: 200 len: 210 time: 0.0467620 Nov 18 15:07:58.741782 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-3592c40f-e9d3-4215-a219-f6b2db0c6054 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:58.743322 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-3592c40f-e9d3-4215-a219-f6b2db0c6054 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.26 "GET /v2.0/networks?id=66bff88d-2047-4730-9141-3dbbc3432340 HTTP/1.1" status: 200 len: 813 time: 0.1684887 Nov 18 15:07:58.761144 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-d8ee90f5-3677-48b7-9268-9c8714b635d7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Request body: {'port': {'device_id': '7075431b-1cdb-44e3-89a4-fa3bc90c172d', 'network_id': '66bff88d-2047-4730-9141-3dbbc3432340', 'admin_state_up': True, 'tenant_id': 'f601d45c26744ec8a8a3d252888d5d70'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:07:58.912155 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-d8ee90f5-3677-48b7-9268-9c8714b635d7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 15:07:58.916505 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-d8ee90f5-3677-48b7-9268-9c8714b635d7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Usage tracker for resource:port and tenant:f601d45c26744ec8a8a3d252888d5d70 is out of sync, need to count used quota {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 15:07:58.919697 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-d8ee90f5-3677-48b7-9268-9c8714b635d7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Quota usage for port was recalculated. Used quota:0. {{(pid=80267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 15:07:58.926464 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.quota.driver [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-d8ee90f5-3677-48b7-9268-9c8714b635d7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 15:07:58.935548 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-d8ee90f5-3677-48b7-9268-9c8714b635d7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Made reservation on behalf of f601d45c26744ec8a8a3d252888d5d70 for: {'port': 1} {{(pid=80267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 15:07:58.941256 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-d8ee90f5-3677-48b7-9268-9c8714b635d7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:59.255386 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_common [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-d8ee90f5-3677-48b7-9268-9c8714b635d7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Allocated IP 172.20.0.4 (66bff88d-2047-4730-9141-3dbbc3432340/1f64b5ee-7b57-4b12-8218-a1476770c374/f09c4247-2014-431d-85f2-2ecd73112984) {{(pid=80267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 15:07:59.468641 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-d8ee90f5-3677-48b7-9268-9c8714b635d7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Notify callbacks [] for port, precommit_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:59.494521 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-d8ee90f5-3677-48b7-9268-9c8714b635d7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305708890655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_create {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:59.509579 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7c8c61fd-289e-4698-8201-780a1717a810 tempest-ServerRescueNegativeTestJSON-1043206632 tempest-ServerRescueNegativeTestJSON-1043206632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:07:59.655860 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee90f5-3677-48b7-9268-9c8714b635d7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Pushing event updated for resources: {'Port': ['ID=f09c4247-2014-431d-85f2-2ecd73112984,revision_number=1']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:07:59.665860 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d8ee90f5-3677-48b7-9268-9c8714b635d7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:07:59.714778 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-d8ee90f5-3677-48b7-9268-9c8714b635d7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Network 66bff88d-2047-4730-9141-3dbbc3432340 is already hosted by enough agents. {{(pid=80267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 15:07:59.716171 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.base_scheduler [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-d8ee90f5-3677-48b7-9268-9c8714b635d7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Resources bound (agent type, host, resource id): {{(pid=80267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 15:07:59.718598 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-d8ee90f5-3677-48b7-9268-9c8714b635d7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Received port after_create {{(pid=80267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 15:07:59.786916 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-d8ee90f5-3677-48b7-9268-9c8714b635d7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:59.787566 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-d8ee90f5-3677-48b7-9268-9c8714b635d7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:59.813588 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-d8ee90f5-3677-48b7-9268-9c8714b635d7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0565221 Nov 18 15:07:59.826185 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Request body: {'port': {'device_id': '7075431b-1cdb-44e3-89a4-fa3bc90c172d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:07:59.944290 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:07:59.967211 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef719431-0e44-4c76-ae57-66fb7adba987 req-941736c4-c41f-49dc-9bc6-8f926940906a tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:07:59.968847 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ef719431-0e44-4c76-ae57-66fb7adba987 req-941736c4-c41f-49dc-9bc6-8f926940906a tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=7075431b-1cdb-44e3-89a4-fa3bc90c172d HTTP/1.1" status: 200 len: 931 time: 0.0854836 Nov 18 15:08:00.018700 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ef719431-0e44-4c76-ae57-66fb7adba987 req-242a757b-2ccf-418c-82ec-6583373a58ff tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434432 Nov 18 15:08:00.356082 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09c4247-2014-431d-85f2-2ecd73112984 {{(pid=80267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 15:08:00.363701 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:00.375859 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Transition to ACTIVE for port object f09c4247-2014-431d-85f2-2ecd73112984 will not be triggered until provisioned by entity L2. {{(pid=80267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 15:08:00.379149 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:00.398334 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-e64de0fa-a733-4a6c-a7fa-e1e7ac297e31 tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:08:00.532526 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f09c4247-2014-431d-85f2-2ecd73112984,revision_number=2']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:08:00.542701 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:08:00.719701 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Attempting to bind port f09c4247-2014-431d-85f2-2ecd73112984 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 15:08:00.720240 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Attempting to bind port f09c4247-2014-431d-85f2-2ecd73112984 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'f74492a9-4c55-406a-a2a4-2e8adf5186f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66bff88d-2047-4730-9141-3dbbc3432340'}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 15:08:00.720355 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Attempting to bind port f09c4247-2014-431d-85f2-2ecd73112984 on network 66bff88d-2047-4730-9141-3dbbc3432340 {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 15:08:00.727744 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Checking agent: {'id': '7eae2a45-698e-415c-8839-ff0c3594e804', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 14, 57, 43), 'started_at': datetime.datetime(2020, 11, 18, 14, 58, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 15, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 15:08:00.728120 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Checking segment: {'id': 'f74492a9-4c55-406a-a2a4-2e8adf5186f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66bff88d-2047-4730-9141-3dbbc3432340'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 15:08:00.728522 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:00.728920 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Bound using segment: {'id': 'f74492a9-4c55-406a-a2a4-2e8adf5186f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66bff88d-2047-4730-9141-3dbbc3432340'} {{(pid=80267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 15:08:00.729390 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Bound port: f09c4247-2014-431d-85f2-2ecd73112984, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74492a9-4c55-406a-a2a4-2e8adf5186f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66bff88d-2047-4730-9141-3dbbc3432340'}}] {{(pid=80267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 15:08:00.729759 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:00.821107 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] For port f09c4247-2014-431d-85f2-2ecd73112984, host hv-cinder-73362, cleared binding levels {{(pid=80267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 15:08:00.824226 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] For port f09c4247-2014-431d-85f2-2ecd73112984, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=f09c4247-2014-431d-85f2-2ecd73112984,segment=NetworkSegment(f74492a9-4c55-406a-a2a4-2e8adf5186f6),segment_id=f74492a9-4c55-406a-a2a4-2e8adf5186f6)] {{(pid=80267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 15:08:00.827378 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844961183'] for port, after_update {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:00.843106 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-39497fe8-442c-4af2-874d-783ff6ebb71d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:08:00.994716 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f09c4247-2014-431d-85f2-2ecd73112984,revision_number=3']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:08:00.999315 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:08:01.036144 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:01.037634 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-a0fa7ad0-11a5-41da-9e55-5b2a18da67b5 service neutron] 10.222.0.26 "PUT /v2.0/ports/f09c4247-2014-431d-85f2-2ecd73112984 HTTP/1.1" status: 200 len: 1157 time: 1.2163603 Nov 18 15:08:01.038203 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7075431b-1cdb-44e3-89a4-fa3bc90c172d', 'tag': 'f09c4247-2014-431d-85f2-2ecd73112984'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:08:01.116053 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7075431b-1cdb-44e3-89a4-fa3bc90c172d', 'tag': 'f09c4247-2014-431d-85f2-2ecd73112984', 'status': 'completed', 'code': 200} Nov 18 15:08:01.154703 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-7d401817-bd78-41fb-89aa-7c1f1956e29d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f601d45c26744ec8a8a3d252888d5d70&device_id=7075431b-1cdb-44e3-89a4-fa3bc90c172d HTTP/1.1" status: 200 len: 1160 time: 0.0802231 Nov 18 15:08:01.235035 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-226e5fdb-65b3-4296-8b86-3b035e303069 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f09c4247-2014-431d-85f2-2ecd73112984 HTTP/1.1" status: 200 len: 217 time: 0.0680885 Nov 18 15:08:01.239606 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97199c9-2cea-4e3b-bd9b-5e128ec21457 req-4bceaa61-8cef-4e1f-978c-a9db546e27e9 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:01.241235 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b97199c9-2cea-4e3b-bd9b-5e128ec21457 req-4bceaa61-8cef-4e1f-978c-a9db546e27e9 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=7075431b-1cdb-44e3-89a4-fa3bc90c172d HTTP/1.1" status: 200 len: 943 time: 0.0882721 Nov 18 15:08:01.291134 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b97199c9-2cea-4e3b-bd9b-5e128ec21457 req-fb52d605-e29b-4a45-ba8e-8cb7ecb06580 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435088 Nov 18 15:08:01.305675 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-e68e57e6-a205-4293-86c2-9d1e76e860aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:01.307299 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-e68e57e6-a205-4293-86c2-9d1e76e860aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f64b5ee-7b57-4b12-8218-a1476770c374 HTTP/1.1" status: 200 len: 853 time: 0.0645463 Nov 18 15:08:01.362219 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-50a2660e-ffc7-4bc7-b90f-eaef59dc4fbb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66bff88d-2047-4730-9141-3dbbc3432340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473413 Nov 18 15:08:01.506961 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-b5f19ce5-e13c-499f-b11a-82e87282a280 service neutron] 10.222.0.26 "GET /v2.0/networks/66bff88d-2047-4730-9141-3dbbc3432340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366415 Nov 18 15:08:01.648619 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bcd2a6cc-545e-46c8-9e1f-42ffdac1d833 req-0f618d76-9d65-47d3-b288-fc41a798e1f6 service neutron] 10.222.0.26 "GET /v2.0/networks/66bff88d-2047-4730-9141-3dbbc3432340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355546 Nov 18 15:08:01.763927 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4655d873-73db-4252-8114-d2f8e00281f0 req-0c2b0002-f9c7-4a0b-912b-38c4f576b630 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f601d45c26744ec8a8a3d252888d5d70&device_id=7075431b-1cdb-44e3-89a4-fa3bc90c172d HTTP/1.1" status: 200 len: 1160 time: 0.0742466 Nov 18 15:08:01.910801 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655d873-73db-4252-8114-d2f8e00281f0 req-2bc4d2cd-3be5-467a-92a2-1ab534dd62ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:01.912292 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4655d873-73db-4252-8114-d2f8e00281f0 req-2bc4d2cd-3be5-467a-92a2-1ab534dd62ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=66bff88d-2047-4730-9141-3dbbc3432340 HTTP/1.1" status: 200 len: 907 time: 0.1402068 Nov 18 15:08:01.990589 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4655d873-73db-4252-8114-d2f8e00281f0 req-7c021195-8b40-4e3b-bb79-93295d4161a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f09c4247-2014-431d-85f2-2ecd73112984 HTTP/1.1" status: 200 len: 217 time: 0.0701594 Nov 18 15:08:02.282156 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655d873-73db-4252-8114-d2f8e00281f0 req-b26319fc-6429-431b-85a8-b0fe4321766b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:02.284254 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4655d873-73db-4252-8114-d2f8e00281f0 req-b26319fc-6429-431b-85a8-b0fe4321766b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1f64b5ee-7b57-4b12-8218-a1476770c374 HTTP/1.1" status: 200 len: 853 time: 0.2844157 Nov 18 15:08:02.333746 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4655d873-73db-4252-8114-d2f8e00281f0 req-78e104a3-4135-4196-a826-051b9ba14aa6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66bff88d-2047-4730-9141-3dbbc3432340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426009 Nov 18 15:08:02.479079 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4655d873-73db-4252-8114-d2f8e00281f0 req-f48456e1-8946-41f4-9961-f2d31f36f07b service neutron] 10.222.0.26 "GET /v2.0/networks/66bff88d-2047-4730-9141-3dbbc3432340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372492 Nov 18 15:08:02.504735 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537def11-4958-4670-b9d4-c86ef284b7d1 req-9290e673-7420-4d9a-9a4f-16149e0ebab9 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:02.506385 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-537def11-4958-4670-b9d4-c86ef284b7d1 req-9290e673-7420-4d9a-9a4f-16149e0ebab9 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=7075431b-1cdb-44e3-89a4-fa3bc90c172d HTTP/1.1" status: 200 len: 943 time: 0.0847569 Nov 18 15:08:02.560309 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-537def11-4958-4670-b9d4-c86ef284b7d1 req-692e3f41-8f17-4872-ab7b-1c9667ee9b02 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473540 Nov 18 15:08:02.624615 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4655d873-73db-4252-8114-d2f8e00281f0 req-d8397fc4-3ca4-45b3-86a1-8c7d0544b093 service neutron] 10.222.0.26 "GET /v2.0/networks/66bff88d-2047-4730-9141-3dbbc3432340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1383700 Nov 18 15:08:03.771953 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360754e-3aee-41ae-8c76-b077cb4774de req-28ebe255-0d20-4c08-b13c-5d6d0de5e7aa tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:03.773572 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0360754e-3aee-41ae-8c76-b077cb4774de req-28ebe255-0d20-4c08-b13c-5d6d0de5e7aa tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=7075431b-1cdb-44e3-89a4-fa3bc90c172d HTTP/1.1" status: 200 len: 943 time: 0.0840070 Nov 18 15:08:03.821326 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0360754e-3aee-41ae-8c76-b077cb4774de req-f8216f7f-4853-4aa4-b5b4-829845e12de2 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417082 Nov 18 15:08:04.413674 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device f09c4247-2014-431d-85f2-2ecd73112984 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:08:04.482926 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning for port f09c4247-2014-431d-85f2-2ecd73112984 completed by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 15:08:04.488261 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port f09c4247-2014-431d-85f2-2ecd73112984 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:08:04.488673 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:04.607382 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:04.635555 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7075431b-1cdb-44e3-89a4-fa3bc90c172d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09c4247-2014-431d-85f2-2ecd73112984'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:08:04.645825 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port f09c4247-2014-431d-85f2-2ecd73112984, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=f09c4247-2014-431d-85f2-2ecd73112984,segment=NetworkSegment(f74492a9-4c55-406a-a2a4-2e8adf5186f6),segment_id=f74492a9-4c55-406a-a2a4-2e8adf5186f6)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:08:04.649234 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:04.651324 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:08:04.701091 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7075431b-1cdb-44e3-89a4-fa3bc90c172d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09c4247-2014-431d-85f2-2ecd73112984', 'code': 200} Nov 18 15:08:04.725134 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=f09c4247-2014-431d-85f2-2ecd73112984,revision_number=4']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:08:04.735276 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.735665 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.736053 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.736469 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.737337 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.737717 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.738103 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.738474 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.738839 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.739203 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.739567 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.739907 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.740312 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.740674 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.741036 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.741396 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.741758 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.742141 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.742503 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.742862 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.743227 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.743588 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.743946 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.744305 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:08:04.748677 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:08:04.933776 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f0f94b62-8355-4487-9149-74fd466e0e48 req-f2166f8b-5fd2-4eca-8f78-572efa7cf324 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7075431b-1cdb-44e3-89a4-fa3bc90c172d HTTP/1.1" status: 200 len: 1162 time: 0.0802097 Nov 18 15:08:04.981137 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f0f94b62-8355-4487-9149-74fd466e0e48 req-e4b0a85d-74a9-4667-947c-b2b4b4cf5706 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411699 Nov 18 15:08:05.036484 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af8083-a59c-4048-b285-7c0871199517 req-97f331dc-8b29-4bef-b42d-c199bfebd1cf tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:05.038122 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c7af8083-a59c-4048-b285-7c0871199517 req-97f331dc-8b29-4bef-b42d-c199bfebd1cf tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=7075431b-1cdb-44e3-89a4-fa3bc90c172d HTTP/1.1" status: 200 len: 945 time: 0.0876527 Nov 18 15:08:05.086966 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c7af8083-a59c-4048-b285-7c0871199517 req-e89390ab-64d1-438a-ac70-1dccdac2f7b0 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427136 Nov 18 15:08:06.135006 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device f09c4247-2014-431d-85f2-2ecd73112984 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:08:06.211686 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port f09c4247-2014-431d-85f2-2ecd73112984 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:08:06.212100 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:06.311490 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fcb35-e62c-4625-b0c9-e47ace103d2b req-2bd7d89a-ca67-45b5-9e39-2737f3ed0b91 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:06.313115 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-630fcb35-e62c-4625-b0c9-e47ace103d2b req-2bd7d89a-ca67-45b5-9e39-2737f3ed0b91 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=7075431b-1cdb-44e3-89a4-fa3bc90c172d HTTP/1.1" status: 200 len: 945 time: 0.0862052 Nov 18 15:08:06.365034 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-630fcb35-e62c-4625-b0c9-e47ace103d2b req-8aad69de-4cb6-48cd-b1a5-0b6d47cd2722 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440464 Nov 18 15:08:10.181720 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f273b24e-9c21-4431-b72b-00e5d59fafc3 req-2c8d0a1b-47c1-4a04-9663-f4a21cfeda7a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f41092cce74045a49f2e492d9ba11f7e&device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 1202 time: 0.0773230 Nov 18 15:08:10.240245 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56460e0e-fbac-4370-9b80-26dc01d7ccdb req-0b4d0cb7-f58d-4c7c-96ad-62c2ede6ca54 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:10.241901 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-56460e0e-fbac-4370-9b80-26dc01d7ccdb req-0b4d0cb7-f58d-4c7c-96ad-62c2ede6ca54 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 984 time: 0.0896835 Nov 18 15:08:10.292867 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-56460e0e-fbac-4370-9b80-26dc01d7ccdb req-4243c936-574a-4ec4-a349-13b583736fce tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd&id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0445082 Nov 18 15:08:10.327740 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273b24e-9c21-4431-b72b-00e5d59fafc3 req-a3d70902-aaf6-45ff-ad8d-75fb31300a25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:10.329309 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f273b24e-9c21-4431-b72b-00e5d59fafc3 req-a3d70902-aaf6-45ff-ad8d-75fb31300a25 service neutron] 10.222.0.26 "GET /v2.0/networks?id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 HTTP/1.1" status: 200 len: 908 time: 0.1408527 Nov 18 15:08:10.443671 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f273b24e-9c21-4431-b72b-00e5d59fafc3 req-eba9bb9d-ed9e-487a-81e3-c67fc0f6fb55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ab302d7-92e7-4c85-bfba-1242ea3beda1 HTTP/1.1" status: 200 len: 1000 time: 0.1069400 Nov 18 15:08:10.519776 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273b24e-9c21-4431-b72b-00e5d59fafc3 req-cfd0b7ba-3c4c-4c98-88be-9cef6bb01f5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:10.521434 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f273b24e-9c21-4431-b72b-00e5d59fafc3 req-cfd0b7ba-3c4c-4c98-88be-9cef6bb01f5c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164 HTTP/1.1" status: 200 len: 853 time: 0.0707347 Nov 18 15:08:10.610404 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f273b24e-9c21-4431-b72b-00e5d59fafc3 req-d5b5ddb9-22e2-4bab-9d93-554e85ea0f5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804358 Nov 18 15:08:10.756340 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f273b24e-9c21-4431-b72b-00e5d59fafc3 req-f5611b7c-d98d-4374-be36-c54e318c6344 service neutron] 10.222.0.26 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388459 Nov 18 15:08:10.905832 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f273b24e-9c21-4431-b72b-00e5d59fafc3 req-ff9477dc-b491-44c4-b007-fc7ab594e31a service neutron] 10.222.0.26 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426172 Nov 18 15:08:11.513258 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5311463-7c4f-4db3-b3bb-674fe26e3fcd req-07a11311-e1c3-4e74-b2cc-01cf835f0645 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:11.514962 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b5311463-7c4f-4db3-b3bb-674fe26e3fcd req-07a11311-e1c3-4e74-b2cc-01cf835f0645 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 984 time: 0.0874515 Nov 18 15:08:11.567118 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-b5311463-7c4f-4db3-b3bb-674fe26e3fcd req-9701f269-59e6-48eb-a6a1-b9d3784c1fd8 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd&id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0456536 Nov 18 15:08:12.784334 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab9a30-918f-4286-b951-1bc4e578f212 req-f1977324-af3b-4e43-8bec-3dce2550bebb tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:12.785960 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e1ab9a30-918f-4286-b951-1bc4e578f212 req-f1977324-af3b-4e43-8bec-3dce2550bebb tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 984 time: 0.0888901 Nov 18 15:08:12.837201 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e1ab9a30-918f-4286-b951-1bc4e578f212 req-675fe607-af33-499a-9f1d-eea5ffccb044 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd&id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0446332 Nov 18 15:08:13.484327 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:14.058916 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f755aeb-1a01-4d13-b4dc-98633dc0efb6 req-8f6e1427-39b0-48ec-8aa5-b81e6d41777e tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:14.060776 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3f755aeb-1a01-4d13-b4dc-98633dc0efb6 req-8f6e1427-39b0-48ec-8aa5-b81e6d41777e tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 984 time: 0.0856571 Nov 18 15:08:14.116305 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-3f755aeb-1a01-4d13-b4dc-98633dc0efb6 req-128cb153-ed1b-46dc-aa3d-60af0b62d9f0 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd&id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0485127 Nov 18 15:08:15.348503 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4b1c9-1752-4ad5-b80a-5f637cc175f6 req-49ebc063-5ac9-4811-a727-12f08bd6b9c6 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:15.350292 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e0b4b1c9-1752-4ad5-b80a-5f637cc175f6 req-49ebc063-5ac9-4811-a727-12f08bd6b9c6 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 984 time: 0.0983007 Nov 18 15:08:15.407460 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-e0b4b1c9-1752-4ad5-b80a-5f637cc175f6 req-912287f4-80d9-4f25-bf00-3fae31305a36 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd&id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0502853 Nov 18 15:08:16.039511 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:08:16.622566 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43806a1-b47b-4962-b785-fab7711af3c9 req-4bd46f10-5de3-4e20-bae3-7c8b1f2b2d61 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:16.624156 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a43806a1-b47b-4962-b785-fab7711af3c9 req-4bd46f10-5de3-4e20-bae3-7c8b1f2b2d61 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 984 time: 0.0890419 Nov 18 15:08:16.675781 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a43806a1-b47b-4962-b785-fab7711af3c9 req-2d18962d-2c06-4b40-8f9c-de00e05af333 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd&id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0446379 Nov 18 15:08:17.889188 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6ff2a-e6ad-4b02-81ed-3f20dc4eaff0 req-42e3360e-3eb8-4198-99b1-1f3a6b747c9f tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:17.890780 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-13a6ff2a-e6ad-4b02-81ed-3f20dc4eaff0 req-42e3360e-3eb8-4198-99b1-1f3a6b747c9f tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 984 time: 0.0843103 Nov 18 15:08:17.941380 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-13a6ff2a-e6ad-4b02-81ed-3f20dc4eaff0 req-5e31a087-0ef6-436a-9699-1d118d46a47b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd&id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0436583 Nov 18 15:08:19.156096 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbabdc-edd2-4606-8c0f-7cba577577cf req-729265de-e8a1-4ff1-a8f6-c7084b7edbe3 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:19.157720 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-36cbabdc-edd2-4606-8c0f-7cba577577cf req-729265de-e8a1-4ff1-a8f6-c7084b7edbe3 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 984 time: 0.0879817 Nov 18 15:08:19.208560 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-36cbabdc-edd2-4606-8c0f-7cba577577cf req-5e3331e4-5507-4358-aa06-a3fd61792867 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd&id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0445747 Nov 18 15:08:19.929484 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bf8303f2-4e8b-441f-9cb6-95af4525526c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:20.421055 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777311a-8b53-4edd-b4d8-d8f0a7fc042e req-c6594d4d-c919-4427-979a-77b7f07f3ee2 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:20.423495 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7777311a-8b53-4edd-b4d8-d8f0a7fc042e req-c6594d4d-c919-4427-979a-77b7f07f3ee2 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 984 time: 0.0836389 Nov 18 15:08:20.475576 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-7777311a-8b53-4edd-b4d8-d8f0a7fc042e req-2ee6e3ba-85ac-4494-aa11-b61818bb054c tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd&id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0450571 Nov 18 15:08:21.691216 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cea1a-17f0-406f-afb0-037bdef5fb8e req-13f834f1-b143-435b-9a2e-0982a9bc50f0 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:21.692734 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-049cea1a-17f0-406f-afb0-037bdef5fb8e req-13f834f1-b143-435b-9a2e-0982a9bc50f0 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 984 time: 0.0869327 Nov 18 15:08:21.743592 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-049cea1a-17f0-406f-afb0-037bdef5fb8e req-00bd7d47-da76-4e5a-afd1-91b440e4dd22 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd&id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0446055 Nov 18 15:08:22.344509 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d229dbb-e591-4584-8801-3a098783d0bf req-5cea7f51-96d6-4cba-9dcc-b12eaaca2b80 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:22.347018 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6d229dbb-e591-4584-8801-3a098783d0bf req-5cea7f51-96d6-4cba-9dcc-b12eaaca2b80 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=7075431b-1cdb-44e3-89a4-fa3bc90c172d HTTP/1.1" status: 200 len: 945 time: 0.0843523 Nov 18 15:08:22.398620 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6d229dbb-e591-4584-8801-3a098783d0bf req-cb7b8e4b-fa60-4f48-9570-40c7e9ccf82f tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456169 Nov 18 15:08:22.516592 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-08a48793-3208-40d5-b1d8-d34550f94a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:22.941995 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:22.962894 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7cb05-db43-42e0-9d54-5914c6f497f1 req-b475f120-577f-4086-addf-a6eceb5d8eb0 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:22.964505 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-43e7cb05-db43-42e0-9d54-5914c6f497f1 req-b475f120-577f-4086-addf-a6eceb5d8eb0 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 984 time: 0.0881050 Nov 18 15:08:23.014555 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-43e7cb05-db43-42e0-9d54-5914c6f497f1 req-bd2c4d4f-9af2-487d-834d-d1453511f1f6 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd&id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0437372 Nov 18 15:08:23.617608 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ce7d8-a584-44c6-8a5b-b3b3350ab86f req-134f6ece-7226-4081-8273-4baf271b08dd tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:23.619272 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-224ce7d8-a584-44c6-8a5b-b3b3350ab86f req-134f6ece-7226-4081-8273-4baf271b08dd tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=7075431b-1cdb-44e3-89a4-fa3bc90c172d HTTP/1.1" status: 200 len: 945 time: 0.0881338 Nov 18 15:08:23.667187 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-224ce7d8-a584-44c6-8a5b-b3b3350ab86f req-40918233-3eb7-457d-8478-8306b3d32340 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418398 Nov 18 15:08:23.838236 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:24.228532 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdef49e-3f5e-4d59-bb51-1ca0654b3d61 req-45ac8be7-5462-495f-b0cf-27cc3134892e tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:24.230128 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2cdef49e-3f5e-4d59-bb51-1ca0654b3d61 req-45ac8be7-5462-495f-b0cf-27cc3134892e tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 984 time: 0.0839858 Nov 18 15:08:24.279601 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-2cdef49e-3f5e-4d59-bb51-1ca0654b3d61 req-9b1b734a-62ad-42ed-839a-4dc0b19953c5 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd&id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0432832 Nov 18 15:08:24.327151 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:24.880855 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318d8d7-1ac3-4f39-9633-c2c10c3484e3 req-226eb710-f245-4647-bab0-680a7f3107fb tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:24.882556 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5318d8d7-1ac3-4f39-9633-c2c10c3484e3 req-226eb710-f245-4647-bab0-680a7f3107fb tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=7075431b-1cdb-44e3-89a4-fa3bc90c172d HTTP/1.1" status: 200 len: 945 time: 0.0884316 Nov 18 15:08:24.930575 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-5318d8d7-1ac3-4f39-9633-c2c10c3484e3 req-8fc6918f-3708-432f-9b9f-82eaf445fb47 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420046 Nov 18 15:08:25.489863 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5975751-a14b-490e-930f-0d55c1f91f0c req-e13a3ea6-2b29-42df-bb09-658502cf767b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:25.491526 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f5975751-a14b-490e-930f-0d55c1f91f0c req-e13a3ea6-2b29-42df-bb09-658502cf767b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 984 time: 0.0844474 Nov 18 15:08:25.544667 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-f5975751-a14b-490e-930f-0d55c1f91f0c req-649cca78-b3d0-4070-8b56-06102740b98a tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd&id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0470111 Nov 18 15:08:26.139835 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e60e7-7f01-45cf-b806-3edef225bbe1 req-f7259e1a-d3dd-4412-af6b-2a68444b3a27 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:26.141425 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-094e60e7-7f01-45cf-b806-3edef225bbe1 req-f7259e1a-d3dd-4412-af6b-2a68444b3a27 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=7075431b-1cdb-44e3-89a4-fa3bc90c172d HTTP/1.1" status: 200 len: 945 time: 0.0830767 Nov 18 15:08:26.189187 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-094e60e7-7f01-45cf-b806-3edef225bbe1 req-a67e8805-046f-477e-bdf2-25c81fe260bf tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409913 Nov 18 15:08:26.731292 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ef787-1644-462d-987d-7b20e39f7bd4 req-6e358fe5-d992-434e-8463-6c934cf8702c tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:26.732057 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-a60ef787-1644-462d-987d-7b20e39f7bd4 req-6e358fe5-d992-434e-8463-6c934cf8702c tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Synchronizing usage tracker for tenant:f601d45c26744ec8a8a3d252888d5d70 on resource:port {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:08:26.747956 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-a60ef787-1644-462d-987d-7b20e39f7bd4 req-6e358fe5-d992-434e-8463-6c934cf8702c tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Unset dirty status for tenant:f601d45c26744ec8a8a3d252888d5d70 on resource:port {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:08:26.749203 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a60ef787-1644-462d-987d-7b20e39f7bd4 req-6e358fe5-d992-434e-8463-6c934cf8702c tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.26 "GET /v2.0/ports?device_id=7075431b-1cdb-44e3-89a4-fa3bc90c172d HTTP/1.1" status: 200 len: 945 time: 0.1028016 Nov 18 15:08:26.763125 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b0543-8cc9-4d76-92eb-2d480af74e2b req-3a52b040-b093-4062-bfea-734ee494e9c8 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:26.764753 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4b3b0543-8cc9-4d76-92eb-2d480af74e2b req-3a52b040-b093-4062-bfea-734ee494e9c8 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 984 time: 0.0878923 Nov 18 15:08:26.818279 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4b3b0543-8cc9-4d76-92eb-2d480af74e2b req-6d227c1d-56c6-4c43-b0c2-370f7d4d54ff tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd&id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0465322 Nov 18 15:08:26.830936 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-a60ef787-1644-462d-987d-7b20e39f7bd4 req-159ab01c-9ddd-4037-9178-3909eb50191c tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Deleting port f09c4247-2014-431d-85f2-2ecd73112984 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:08:26.831662 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a60ef787-1644-462d-987d-7b20e39f7bd4 req-159ab01c-9ddd-4037-9178-3909eb50191c tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:27.091517 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-a60ef787-1644-462d-987d-7b20e39f7bd4 req-159ab01c-9ddd-4037-9178-3909eb50191c tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] For port f09c4247-2014-431d-85f2-2ecd73112984, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=f09c4247-2014-431d-85f2-2ecd73112984,segment=NetworkSegment(f74492a9-4c55-406a-a2a4-2e8adf5186f6),segment_id=f74492a9-4c55-406a-a2a4-2e8adf5186f6)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:08:27.091868 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a60ef787-1644-462d-987d-7b20e39f7bd4 req-159ab01c-9ddd-4037-9178-3909eb50191c tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:27.223557 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-a60ef787-1644-462d-987d-7b20e39f7bd4 req-159ab01c-9ddd-4037-9178-3909eb50191c tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Calling delete_port for f09c4247-2014-431d-85f2-2ecd73112984 owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:08:27.370539 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a60ef787-1644-462d-987d-7b20e39f7bd4 req-159ab01c-9ddd-4037-9178-3909eb50191c tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:27.390193 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d8ee90f5-3677-48b7-9268-9c8714b635d7 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:08:27.401797 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376b064-57f7-416b-a07b-336d83623342 req-5f24b55f-98a4-4533-805e-72489838b079 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:27.403470 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6376b064-57f7-416b-a07b-336d83623342 req-5f24b55f-98a4-4533-805e-72489838b079 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/ports?device_id=7075431b-1cdb-44e3-89a4-fa3bc90c172d HTTP/1.1" status: 200 len: 867 time: 0.0843570 Nov 18 15:08:27.451946 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ab01c-9ddd-4037-9178-3909eb50191c tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Pushing event deleted for resources: {'Port': ['ID=f09c4247-2014-431d-85f2-2ecd73112984,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:08:27.452201 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-6376b064-57f7-416b-a07b-336d83623342 req-427057a1-b99f-43c4-9bb9-7413681f0d23 tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.17 "GET /v2.0/security-groups?id=a18e6ac8-3b40-499e-9d86-32d77c0fa154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425274 Nov 18 15:08:27.457498 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-159ab01c-9ddd-4037-9178-3909eb50191c tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:08:27.603895 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60ef787-1644-462d-987d-7b20e39f7bd4 req-159ab01c-9ddd-4037-9178-3909eb50191c tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] No DVR routers for this DVR port f09c4247-2014-431d-85f2-2ecd73112984 on host hv-cinder-73362 {{(pid=80267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:08:27.606133 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-a60ef787-1644-462d-987d-7b20e39f7bd4 req-159ab01c-9ddd-4037-9178-3909eb50191c tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:27.608865 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7075431b-1cdb-44e3-89a4-fa3bc90c172d', 'name': 'network-vif-deleted', 'tag': 'f09c4247-2014-431d-85f2-2ecd73112984'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:08:27.623690 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a60ef787-1644-462d-987d-7b20e39f7bd4 req-159ab01c-9ddd-4037-9178-3909eb50191c tempest-VolumesSnapshotTestJSON-1587357990 tempest-VolumesSnapshotTestJSON-1587357990] 10.222.0.26 "DELETE /v2.0/ports/f09c4247-2014-431d-85f2-2ecd73112984 HTTP/1.1" status: 204 len: 173 time: 0.8685257 Nov 18 15:08:27.667187 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7075431b-1cdb-44e3-89a4-fa3bc90c172d', 'name': 'network-vif-deleted', 'tag': 'f09c4247-2014-431d-85f2-2ecd73112984', 'status': 'completed', 'code': 200} Nov 18 15:08:28.037748 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050e346-9180-483c-983e-8023db1080f1 req-7aa59f50-1571-45ae-b280-24f7791f7a1a tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:28.039560 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d050e346-9180-483c-983e-8023db1080f1 req-7aa59f50-1571-45ae-b280-24f7791f7a1a tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 984 time: 0.0903578 Nov 18 15:08:28.102045 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d050e346-9180-483c-983e-8023db1080f1 req-7b4a3b15-8550-4809-8980-8ec073f19548 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd&id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0555930 Nov 18 15:08:28.363984 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 2ab302d7-92e7-4c85-bfba-1242ea3beda1 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:08:28.438499 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 2ab302d7-92e7-4c85-bfba-1242ea3beda1 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:08:28.438915 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:28.568962 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device f09c4247-2014-431d-85f2-2ecd73112984 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:08:28.603087 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] No Port match for: f09c4247-2014-431d-85f2-2ecd73112984 {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:08:28.603486 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device f09c4247-2014-431d-85f2-2ecd73112984 not bound to the agent host hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:08:40.952981 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c11575fc-d106-42d4-a583-4fc20e8b7653 req-71e10d14-ea13-49bd-b33e-823db6173b91 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0735564 Nov 18 15:08:41.063157 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c11575fc-d106-42d4-a583-4fc20e8b7653 req-ef842f26-64fb-477c-b361-75c6ba0988d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f41092cce74045a49f2e492d9ba11f7e&device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 1202 time: 0.0796394 Nov 18 15:08:41.221195 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11575fc-d106-42d4-a583-4fc20e8b7653 req-60a2c9fb-0deb-4406-9e81-8902e51b9e42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:41.222958 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c11575fc-d106-42d4-a583-4fc20e8b7653 req-60a2c9fb-0deb-4406-9e81-8902e51b9e42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 HTTP/1.1" status: 200 len: 908 time: 0.1402471 Nov 18 15:08:41.333474 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c11575fc-d106-42d4-a583-4fc20e8b7653 req-aef24e85-4de0-42d1-81a2-3e1971a335fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ab302d7-92e7-4c85-bfba-1242ea3beda1 HTTP/1.1" status: 200 len: 1000 time: 0.1043396 Nov 18 15:08:41.401922 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11575fc-d106-42d4-a583-4fc20e8b7653 req-28db0f60-6297-42f5-9add-b3707866f384 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:08:41.403483 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c11575fc-d106-42d4-a583-4fc20e8b7653 req-28db0f60-6297-42f5-9add-b3707866f384 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164 HTTP/1.1" status: 200 len: 853 time: 0.0637803 Nov 18 15:08:41.483292 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c11575fc-d106-42d4-a583-4fc20e8b7653 req-a6e9f3ba-fc21-49aa-8132-24a4a2316d12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739195 Nov 18 15:08:41.630541 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c11575fc-d106-42d4-a583-4fc20e8b7653 req-1edeea95-deac-42cc-92b9-85bc898d9afd service neutron] 10.222.0.26 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382480 Nov 18 15:08:41.779016 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c11575fc-d106-42d4-a583-4fc20e8b7653 req-264b38ab-3da8-4d20-a919-7f548ee468f1 service neutron] 10.222.0.26 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415334 Nov 18 15:08:43.476695 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:48.071793 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 40462) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:08:48.143054 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-5354b16c-f0f5-4543-a778-dd73a86a15ae admin admin] Deleting subnet 1f64b5ee-7b57-4b12-8218-a1476770c374 {{(pid=80267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 15:08:48.146186 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5354b16c-f0f5-4543-a778-dd73a86a15ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:48.199734 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5354b16c-f0f5-4543-a778-dd73a86a15ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2631704'] for subnet, precommit_delete_associations {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:48.260730 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5354b16c-f0f5-4543-a778-dd73a86a15ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853901800'] for subnet, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:48.516609 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5354b16c-f0f5-4543-a778-dd73a86a15ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844961198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845137380'] for subnet, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:48.532836 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-6720478f-febf-4841-bfd9-c32ac4069914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:08:48.583511 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354b16c-f0f5-4543-a778-dd73a86a15ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f64b5ee-7b57-4b12-8218-a1476770c374,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:08:48.588035 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5354b16c-f0f5-4543-a778-dd73a86a15ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:08:48.669487 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5354b16c-f0f5-4543-a778-dd73a86a15ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:48.675514 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-5354b16c-f0f5-4543-a778-dd73a86a15ae admin admin] 10.222.0.17 "DELETE /v2.0/subnets/1f64b5ee-7b57-4b12-8218-a1476770c374 HTTP/1.1" status: 204 len: 168 time: 0.6025996 Nov 18 15:08:48.678731 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 40466) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:08:48.795584 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-186e15de-720d-4a29-bbb8-8e7e05b9d273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804504'] for network, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:49.201998 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-186e15de-720d-4a29-bbb8-8e7e05b9d273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853904989', 'neutron.services.segments.db._delete_segments_for_network--9223363305708362475'] for network, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:49.317200 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-186e15de-720d-4a29-bbb8-8e7e05b9d273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66bff88d-2047-4730-9141-3dbbc3432340']}} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:08:49.331441 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-186e15de-720d-4a29-bbb8-8e7e05b9d273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74492a9-4c55-406a-a2a4-2e8adf5186f6') {'for_net_delete': True} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:08:49.331714 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-186e15de-720d-4a29-bbb8-8e7e05b9d273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74492a9-4c55-406a-a2a4-2e8adf5186f6') {} {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:08:49.344337 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-186e15de-720d-4a29-bbb8-8e7e05b9d273 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305708324075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852144096'] for segment, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:49.359132 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-186e15de-720d-4a29-bbb8-8e7e05b9d273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:49.361133 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-186e15de-720d-4a29-bbb8-8e7e05b9d273 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 15:08:49.540466 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-186e15de-720d-4a29-bbb8-8e7e05b9d273 admin admin] Network 66bff88d-2047-4730-9141-3dbbc3432340 has no segments {{(pid=80267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:08:49.549630 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-186e15de-720d-4a29-bbb8-8e7e05b9d273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853906570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844961265'] for segment, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:49.748885 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-186e15de-720d-4a29-bbb8-8e7e05b9d273 admin admin] Network 66bff88d-2047-4730-9141-3dbbc3432340 has no segments {{(pid=80267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: Traceback (most recent call last): Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: timer() Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: cb(*args, **kw) Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: return func(*args, **kwargs) Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: self._notify() Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: self.callback(batched_events) Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: event.method(event) Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: segment_id)['aggregates'][0] Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: return f(self, *a, **k) Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: return self._get(url).json() Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: **kwargs) Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: return self.request(url, 'GET', **kwargs) Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: **endpoint_filter) Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 15:08:49.772389 dv-cinder-733623-8-smb neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 15:08:49.854103 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-186e15de-720d-4a29-bbb8-8e7e05b9d273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:49.858588 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-186e15de-720d-4a29-bbb8-8e7e05b9d273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:49.862306 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-767381a2-0127-44d5-a9b3-ed09da50964d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:08:49.885640 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e15de-720d-4a29-bbb8-8e7e05b9d273 admin admin] Pushing event deleted for resources: {'Network': ['ID=66bff88d-2047-4730-9141-3dbbc3432340,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:08:49.888218 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-186e15de-720d-4a29-bbb8-8e7e05b9d273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:08:49.892838 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-186e15de-720d-4a29-bbb8-8e7e05b9d273 admin admin] 10.222.0.17 "DELETE /v2.0/networks/66bff88d-2047-4730-9141-3dbbc3432340 HTTP/1.1" status: 204 len: 168 time: 1.2131236 Nov 18 15:08:49.931223 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4e7564a5-bc7d-4776-a3c5-a9271d5eeaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:50.036443 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 40472) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:08:50.090341 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-fc1528ad-40c4-45a5-82ea-340bbde84198 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f601d45c26744ec8a8a3d252888d5d70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525446 Nov 18 15:08:50.092739 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80267) accepted ('10.222.0.17', 40476) {{(pid=80267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:08:50.154900 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-785bb922-17c2-43f6-b834-d1604544dab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:50.182551 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-785bb922-17c2-43f6-b834-d1604544dab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:50.236133 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-785bb922-17c2-43f6-b834-d1604544dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:50.241358 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-4d7fa643-03e1-4d09-9091-bfbcf4c4d3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:08:50.255825 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bb922-17c2-43f6-b834-d1604544dab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18e6ac8-3b40-499e-9d86-32d77c0fa154,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:08:50.258800 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-785bb922-17c2-43f6-b834-d1604544dab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:08:50.260284 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-785bb922-17c2-43f6-b834-d1604544dab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:50.261457 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-785bb922-17c2-43f6-b834-d1604544dab5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a18e6ac8-3b40-499e-9d86-32d77c0fa154 HTTP/1.1" status: 204 len: 168 time: 0.1677587 Nov 18 15:08:52.518945 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-8e547b9f-cb0c-4c66-9754-89fcfddace33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:52.943955 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:53.040375 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:08:53.840824 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:08:54.327460 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:00.967236 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c514d622-f3b7-4d80-bbb2-e4b1fe0ea47a req-3b10607c-1ff7-418a-904a-359282a5896b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1507038460&fields=id&tenant_id=f41092cce74045a49f2e492d9ba11f7e HTTP/1.1" status: 200 len: 267 time: 0.0441523 Nov 18 15:09:01.058605 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514d622-f3b7-4d80-bbb2-e4b1fe0ea47a req-3b54b8d6-8541-4334-b953-b10a52971cce tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:09:01.060476 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c514d622-f3b7-4d80-bbb2-e4b1fe0ea47a req-3b54b8d6-8541-4334-b953-b10a52971cce tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 984 time: 0.0869305 Nov 18 15:09:01.073041 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.v2.base [req-c514d622-f3b7-4d80-bbb2-e4b1fe0ea47a req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Request body: {'port': {'security_groups': ['4cbabe64-1991-420c-9fdf-1f3056152b37']}} {{(pid=80266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 15:09:01.195016 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c514d622-f3b7-4d80-bbb2-e4b1fe0ea47a req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:01.501391 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-c514d622-f3b7-4d80-bbb2-e4b1fe0ea47a req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] For port 2ab302d7-92e7-4c85-bfba-1242ea3beda1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2ab302d7-92e7-4c85-bfba-1242ea3beda1,segment=NetworkSegment(2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c),segment_id=2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:09:01.527841 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c514d622-f3b7-4d80-bbb2-e4b1fe0ea47a req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for port, precommit_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:01.531114 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c514d622-f3b7-4d80-bbb2-e4b1fe0ea47a req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155937'] for port, after_update {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:01.545602 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-b0e3295d-f23a-4340-98d9-65b0e50df21c tempest-TestShelveInstance-1554026218 tempest-TestShelveInstance-1554026218] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:09:01.701904 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Pushing event updated for resources: {'Port': ['ID=2ab302d7-92e7-4c85-bfba-1242ea3beda1,revision_number=6']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:09:01.718370 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.718776 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.719177 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.719571 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.719960 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.720347 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.720730 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.721109 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.721489 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.721867 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.722368 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.722978 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.723192 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.723576 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.723958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.724338 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.724716 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.725095 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.725473 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.725849 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.726253 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.726634 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.727011 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.727388 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:01.741813 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:09:01.765450 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514d622-f3b7-4d80-bbb2-e4b1fe0ea47a req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:09:01.766179 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-c514d622-f3b7-4d80-bbb2-e4b1fe0ea47a req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:01.767665 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-c514d622-f3b7-4d80-bbb2-e4b1fe0ea47a req-44374be3-df7c-463e-b669-bd14d89cc55b tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "PUT /v2.0/ports/2ab302d7-92e7-4c85-bfba-1242ea3beda1 HTTP/1.1" status: 200 len: 942 time: 0.6996746 Nov 18 15:09:01.768178 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'tag': '2ab302d7-92e7-4c85-bfba-1242ea3beda1'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:09:01.833474 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'tag': '2ab302d7-92e7-4c85-bfba-1242ea3beda1', 'status': 'completed', 'code': 200} Nov 18 15:09:01.857542 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d869c555-e26a-4594-8948-7288eb9362fc req-ef2c924e-5fa2-4835-b844-c559f124bb70 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups/5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd HTTP/1.1" status: 200 len: 2659 time: 0.0602293 Nov 18 15:09:01.936895 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d869c555-e26a-4594-8948-7288eb9362fc req-595f0c32-699f-4bcc-8b91-2769cd17a3ea tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:01.942584 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bb41d27f-7c37-496e-845e-1dead9f0b663 req-e163d7d4-8307-4bd4-88b9-80621c11f6de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f41092cce74045a49f2e492d9ba11f7e&device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 1162 time: 0.0815108 Nov 18 15:09:01.967199 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d869c555-e26a-4594-8948-7288eb9362fc req-595f0c32-699f-4bcc-8b91-2769cd17a3ea tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:01.970353 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-5f9129b8-d1de-40cc-a7b8-a893cda5fc9c None None] Provisioning complete for port 2ab302d7-92e7-4c85-bfba-1242ea3beda1 triggered by entity DHCP. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:09:01.970796 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-5f9129b8-d1de-40cc-a7b8-a893cda5fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:02.036186 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d869c555-e26a-4594-8948-7288eb9362fc req-595f0c32-699f-4bcc-8b91-2769cd17a3ea tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:02.042353 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-82d5ecf7-dcbd-4d56-a948-36ed52e55387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:09:02.061221 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f0c32-699f-4bcc-8b91-2769cd17a3ea tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:09:02.065843 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-595f0c32-699f-4bcc-8b91-2769cd17a3ea tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:09:02.078748 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-d869c555-e26a-4594-8948-7288eb9362fc req-595f0c32-699f-4bcc-8b91-2769cd17a3ea tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:02.079994 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d869c555-e26a-4594-8948-7288eb9362fc req-595f0c32-699f-4bcc-8b91-2769cd17a3ea tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "DELETE /v2.0/security-groups/5d2caf7f-0c8b-4340-b7d8-848e1eb3bfbd HTTP/1.1" status: 204 len: 173 time: 0.2153900 Nov 18 15:09:02.100841 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41d27f-7c37-496e-845e-1dead9f0b663 req-630b81a7-0df5-4053-874b-5a35a15a0e0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:09:02.102475 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bb41d27f-7c37-496e-845e-1dead9f0b663 req-630b81a7-0df5-4053-874b-5a35a15a0e0c service neutron] 10.222.0.26 "GET /v2.0/networks?id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 HTTP/1.1" status: 200 len: 908 time: 0.1535156 Nov 18 15:09:02.219891 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bb41d27f-7c37-496e-845e-1dead9f0b663 req-5ec44a92-7d05-44c5-a32e-9e3f0a25bd0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ab302d7-92e7-4c85-bfba-1242ea3beda1 HTTP/1.1" status: 200 len: 1000 time: 0.1106749 Nov 18 15:09:02.292106 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41d27f-7c37-496e-845e-1dead9f0b663 req-587c2570-e4c9-4d89-97a0-6af431455239 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:09:02.293661 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bb41d27f-7c37-496e-845e-1dead9f0b663 req-587c2570-e4c9-4d89-97a0-6af431455239 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164 HTTP/1.1" status: 200 len: 853 time: 0.0681596 Nov 18 15:09:02.382461 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bb41d27f-7c37-496e-845e-1dead9f0b663 req-cb7facc4-989c-48ee-a682-1f751f6fd77d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825765 Nov 18 15:09:02.435377 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-71236f86-7b0c-4a26-8fe8-3218a21bedec tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/floatingips/e35fd64c-ec8e-4cc0-8d2c-4c9e0a47436f HTTP/1.1" status: 200 len: 997 time: 0.3233120 Nov 18 15:09:02.529378 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bb41d27f-7c37-496e-845e-1dead9f0b663 req-582b928f-24d1-4884-b5da-a4e4d0ef3b58 service neutron] 10.222.0.26 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402638 Nov 18 15:09:02.597725 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-da480679-ce1b-4446-b2b6-7b3052bb987e tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:09:02.599285 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-da480679-ce1b-4446-b2b6-7b3052bb987e tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/networks/43dc5890-a9c2-4d0d-8ecc-5e5d0db18312 HTTP/1.1" status: 200 len: 784 time: 0.1575570 Nov 18 15:09:02.640431 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 2ab302d7-92e7-4c85-bfba-1242ea3beda1 up at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 15:09:02.675706 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-bb41d27f-7c37-496e-845e-1dead9f0b663 req-b49904e5-65f6-4eca-ac81-51e389c994eb service neutron] 10.222.0.26 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392860 Nov 18 15:09:02.713669 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.provisioning_blocks [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Provisioning complete for port 2ab302d7-92e7-4c85-bfba-1242ea3beda1 triggered by entity L2. {{(pid=80268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 15:09:02.714126 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868173'] for port, provisioning_complete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:02.721798 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-d121dac8-a50a-4cd9-ba88-ba012edc0055 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.28.0.86 HTTP/1.1" status: 200 len: 1000 time: 0.1159201 Nov 18 15:09:02.802749 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-e198d6a0-5fd7-4329-bfec-30ac63dd87e2 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:09:02.804225 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-e198d6a0-5fd7-4329-bfec-30ac63dd87e2 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports/2ab302d7-92e7-4c85-bfba-1242ea3beda1 HTTP/1.1" status: 200 len: 942 time: 0.0765114 Nov 18 15:09:02.984817 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-65d2411d-a75c-491a-92d0-fbe42b35e2c5 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.28.0.86 HTTP/1.1" status: 200 len: 1000 time: 0.1009545 Nov 18 15:09:03.203407 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-717c077e-7232-4183-8e0b-cc6a38747466 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Deleting port bee23f96-2260-4f81-84fc-f1182e71e248 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:09:03.203716 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-717c077e-7232-4183-8e0b-cc6a38747466 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:03.382652 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-717c077e-7232-4183-8e0b-cc6a38747466 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:03.383024 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-717c077e-7232-4183-8e0b-cc6a38747466 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for floatingip, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:03.514325 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-717c077e-7232-4183-8e0b-cc6a38747466 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Calling delete_port for bee23f96-2260-4f81-84fc-f1182e71e248 owned by network:floatingip {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:09:03.663575 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-717c077e-7232-4183-8e0b-cc6a38747466 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844619848'] for port, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:03.679417 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:09:03.737336 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c077e-7232-4183-8e0b-cc6a38747466 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Pushing event deleted for resources: {'Port': ['ID=bee23f96-2260-4f81-84fc-f1182e71e248,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:09:03.742220 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-717c077e-7232-4183-8e0b-cc6a38747466 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:09:03.902985 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-717c077e-7232-4183-8e0b-cc6a38747466 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks [] for floatingip, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:03.903361 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.db.l3_db [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-717c077e-7232-4183-8e0b-cc6a38747466 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Floating IP e35fd64c-ec8e-4cc0-8d2c-4c9e0a47436f disassociated (deleted). External IP: 172.28.0.86, port: 2ab302d7-92e7-4c85-bfba-1242ea3beda1. Nov 18 15:09:04.316826 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-717c077e-7232-4183-8e0b-cc6a38747466 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Router 90266623-f463-4f4c-aefb-1800701bf546 has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:09:04.529055 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-717c077e-7232-4183-8e0b-cc6a38747466 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:09:04.539393 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ce9d2-d088-4345-90ef-4579358bb7d9 None None] Sync routers for ids ['90266623-f463-4f4c-aefb-1800701bf546'] in dv-cinder-733623-8-smb {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:09:04.552246 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-717c077e-7232-4183-8e0b-cc6a38747466 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for floatingip, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:04.552656 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534ce9d2-d088-4345-90ef-4579358bb7d9 None None] Routers {'90266623-f463-4f4c-aefb-1800701bf546'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:09:04.553326 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-534ce9d2-d088-4345-90ef-4579358bb7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:08:53Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['90266623-f463-4f4c-aefb-1800701bf546'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:09:04.608507 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-717c077e-7232-4183-8e0b-cc6a38747466 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "DELETE /v2.0/floatingips/e35fd64c-ec8e-4cc0-8d2c-4c9e0a47436f HTTP/1.1" status: 204 len: 173 time: 1.6169257 Nov 18 15:09:04.608957 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'tag': '2ab302d7-92e7-4c85-bfba-1242ea3beda1'}] {{(pid=80266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:09:04.672923 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'tag': '2ab302d7-92e7-4c85-bfba-1242ea3beda1', 'status': 'completed', 'code': 200} Nov 18 15:09:04.701906 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-002a23fa-b854-41a8-9cf1-03a4c2adf656 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f41092cce74045a49f2e492d9ba11f7e&device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 1162 time: 0.0796280 Nov 18 15:09:04.759259 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-534ce9d2-d088-4345-90ef-4579358bb7d9 None None] Set router 90266623-f463-4f4c-aefb-1800701bf546 gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:09:04.768814 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d1817220-893c-4802-89b8-6a9d421afa44 req-ea7db583-2abd-4bdd-8621-bf8af235ec8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f41092cce74045a49f2e492d9ba11f7e&device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 1162 time: 0.0765550 Nov 18 15:09:04.851332 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-03ddc3ab-aed7-418e-a87d-680dbeec27d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:09:04.852962 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-03ddc3ab-aed7-418e-a87d-680dbeec27d5 service neutron] 10.222.0.17 "GET /v2.0/networks?id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 HTTP/1.1" status: 200 len: 908 time: 0.1437154 Nov 18 15:09:04.918816 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1817220-893c-4802-89b8-6a9d421afa44 req-797407c6-d979-4609-a07c-ca03a2498625 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:09:04.921085 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d1817220-893c-4802-89b8-6a9d421afa44 req-797407c6-d979-4609-a07c-ca03a2498625 service neutron] 10.222.0.26 "GET /v2.0/networks?id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 HTTP/1.1" status: 200 len: 908 time: 0.1446378 Nov 18 15:09:04.929521 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-2c3ac97b-444d-408e-97eb-9ba31a81983a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ab302d7-92e7-4c85-bfba-1242ea3beda1 HTTP/1.1" status: 200 len: 217 time: 0.0695124 Nov 18 15:09:05.000176 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d1817220-893c-4802-89b8-6a9d421afa44 req-3cc4b962-9ae7-4a97-9582-9d90b0ad8164 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ab302d7-92e7-4c85-bfba-1242ea3beda1 HTTP/1.1" status: 200 len: 217 time: 0.0720549 Nov 18 15:09:05.000438 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-5f506586-0f2a-4bfe-9fd8-c86b0745d9cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:09:05.001831 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-5f506586-0f2a-4bfe-9fd8-c86b0745d9cc service neutron] 10.222.0.17 "GET /v2.0/subnets?id=a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164 HTTP/1.1" status: 200 len: 853 time: 0.0654731 Nov 18 15:09:05.069969 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1817220-893c-4802-89b8-6a9d421afa44 req-a9a9cf34-0b04-4074-a6fa-75578b6e45c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:09:05.071751 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d1817220-893c-4802-89b8-6a9d421afa44 req-a9a9cf34-0b04-4074-a6fa-75578b6e45c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164 HTTP/1.1" status: 200 len: 853 time: 0.0652518 Nov 18 15:09:05.100484 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-56e0dc86-808a-487e-b946-e48e518fe9da service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0910778 Nov 18 15:09:05.133335 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-534ce9d2-d088-4345-90ef-4579358bb7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90266623-f463-4f4c-aefb-1800701bf546', 'name': 'tempest-TestMinimumBasicScenario-100812315-router', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:06:53Z', 'updated_at': '2020-11-18T15:06:57Z', 'revision_number': 4, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'gw_port': {'id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:54Z', 'updated_at': '2020-11-18T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '903ede09-15dc-48e0-b9c7-feebd6b50c56', 'name': '', 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'mac_address': 'fa:16:3e:61:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:56Z', 'updated_at': '2020-11-18T15:07:05Z', 'revision_number': 5, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'subnets': [{'id': 'a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:09:05.138213 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ce9d2-d088-4345-90ef-4579358bb7d9 None None] Checking router: 90266623-f463-4f4c-aefb-1800701bf546 for host: dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:09:05.151019 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534ce9d2-d088-4345-90ef-4579358bb7d9 None None] Routers {'90266623-f463-4f4c-aefb-1800701bf546'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:09:05.151697 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-534ce9d2-d088-4345-90ef-4579358bb7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:08:53Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['90266623-f463-4f4c-aefb-1800701bf546'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:09:05.158970 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d1817220-893c-4802-89b8-6a9d421afa44 req-5fceb8da-d6aa-4a92-884d-cf173a025004 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798843 Nov 18 15:09:05.254144 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-654e01ec-d8a2-4883-85e1-bf6c7a56549e service neutron] 10.222.0.17 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453030 Nov 18 15:09:05.314662 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d1817220-893c-4802-89b8-6a9d421afa44 req-0787c92c-de98-4460-8251-8f7c5c7b20aa service neutron] 10.222.0.26 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485612 Nov 18 15:09:05.341596 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-534ce9d2-d088-4345-90ef-4579358bb7d9 None None] Set router 90266623-f463-4f4c-aefb-1800701bf546 gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:09:05.404587 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-ad8cd938-fcc3-4517-a4c7-88b45085d854 req-6c58dcb7-da05-4372-8dc2-9ec94e56714c service neutron] 10.222.0.17 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1437070 Nov 18 15:09:05.462532 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d1817220-893c-4802-89b8-6a9d421afa44 req-0b5a2f70-f260-4a27-b88a-d2752b2a4edc service neutron] 10.222.0.26 "GET /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415191 Nov 18 15:09:05.687762 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-534ce9d2-d088-4345-90ef-4579358bb7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90266623-f463-4f4c-aefb-1800701bf546', 'name': 'tempest-TestMinimumBasicScenario-100812315-router', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:06:53Z', 'updated_at': '2020-11-18T15:06:57Z', 'revision_number': 4, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'gw_port': {'id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:54Z', 'updated_at': '2020-11-18T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '903ede09-15dc-48e0-b9c7-feebd6b50c56', 'name': '', 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'mac_address': 'fa:16:3e:61:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:56Z', 'updated_at': '2020-11-18T15:07:05Z', 'revision_number': 5, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'subnets': [{'id': 'a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:09:05.692392 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ce9d2-d088-4345-90ef-4579358bb7d9 None None] The sync data for ids ['90266623-f463-4f4c-aefb-1800701bf546'] in dv-cinder-733623-8-smb is: [{'id': '90266623-f463-4f4c-aefb-1800701bf546', 'name': 'tempest-TestMinimumBasicScenario-100812315-router', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:06:53Z', 'updated_at': '2020-11-18T15:06:57Z', 'revision_number': 4, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'gw_port': {'id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:54Z', 'updated_at': '2020-11-18T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb', '_interfaces': [{'id': '903ede09-15dc-48e0-b9c7-feebd6b50c56', 'name': '', 'network_id': '778c424c-c2b8-4034-ac2f-6fe5bb6d5e97', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'mac_address': 'fa:16:3e:61:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:56Z', 'updated_at': '2020-11-18T15:07:05Z', 'revision_number': 5, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'subnets': [{'id': 'a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:09:06.091821 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25874676-6e60-4e15-a635-627d0b0b6a91 None None] New status for floating IP e35fd64c-ec8e-4cc0-8d2c-4c9e0a47436f: DOWN {{(pid=80268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 15:09:08.664215 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd7cae-ee02-45be-9bed-f7da82a0e890 req-c406ff2a-5d9e-4425-ab31-5bdf36d0f4d9 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:09:08.664884 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-a7cd7cae-ee02-45be-9bed-f7da82a0e890 req-c406ff2a-5d9e-4425-ab31-5bdf36d0f4d9 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Synchronizing usage tracker for tenant:f41092cce74045a49f2e492d9ba11f7e on resource:port {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:09:08.680032 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-a7cd7cae-ee02-45be-9bed-f7da82a0e890 req-c406ff2a-5d9e-4425-ab31-5bdf36d0f4d9 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Unset dirty status for tenant:f41092cce74045a49f2e492d9ba11f7e on resource:port {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:09:08.681266 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a7cd7cae-ee02-45be-9bed-f7da82a0e890 req-c406ff2a-5d9e-4425-ab31-5bdf36d0f4d9 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 945 time: 0.1003811 Nov 18 15:09:08.729097 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-a7cd7cae-ee02-45be-9bed-f7da82a0e890 req-62fe0088-b16e-481d-a8f0-6a0203a141b4 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Synchronizing usage tracker for tenant:f41092cce74045a49f2e492d9ba11f7e on resource:security_group {{(pid=80266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:09:08.743983 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-a7cd7cae-ee02-45be-9bed-f7da82a0e890 req-62fe0088-b16e-481d-a8f0-6a0203a141b4 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Unset dirty status for tenant:f41092cce74045a49f2e492d9ba11f7e on resource:security_group {{(pid=80266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:09:08.745167 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-a7cd7cae-ee02-45be-9bed-f7da82a0e890 req-62fe0088-b16e-481d-a8f0-6a0203a141b4 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570855 Nov 18 15:09:09.959400 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9cd30-a2f2-4139-80ba-d4ff38feca1e req-21bba7c0-fdcd-4ed7-9f55-f551bbed64c9 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:09:09.960978 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d2d9cd30-a2f2-4139-80ba-d4ff38feca1e req-21bba7c0-fdcd-4ed7-9f55-f551bbed64c9 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 945 time: 0.0864110 Nov 18 15:09:10.010646 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-d2d9cd30-a2f2-4139-80ba-d4ff38feca1e req-c6683265-5214-4b73-8996-c2a5218662a0 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434320 Nov 18 15:09:10.288493 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-46d3c358-f23c-481d-8c4b-b000a865f744 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:09:10.289249 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-46d3c358-f23c-481d-8c4b-b000a865f744 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Synchronizing usage tracker for tenant:f41092cce74045a49f2e492d9ba11f7e on resource:port {{(pid=80267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 15:09:10.302472 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.quota.resource [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-46d3c358-f23c-481d-8c4b-b000a865f744 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Unset dirty status for tenant:f41092cce74045a49f2e492d9ba11f7e on resource:port {{(pid=80267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 15:09:10.303761 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-46d3c358-f23c-481d-8c4b-b000a865f744 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.26 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 945 time: 0.0979400 Nov 18 15:09:10.378641 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Deleting port 2ab302d7-92e7-4c85-bfba-1242ea3beda1 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:09:10.378935 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:10.601007 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Device 2ab302d7-92e7-4c85-bfba-1242ea3beda1 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:09:10.634790 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] For port 2ab302d7-92e7-4c85-bfba-1242ea3beda1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2ab302d7-92e7-4c85-bfba-1242ea3beda1,segment=NetworkSegment(2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c),segment_id=2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:09:10.635121 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:10.719487 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-842513'] for port, before_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:10.748355 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab302d7-92e7-4c85-bfba-1242ea3beda1'}] {{(pid=80268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:09:10.758814 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] For port 2ab302d7-92e7-4c85-bfba-1242ea3beda1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2ab302d7-92e7-4c85-bfba-1242ea3beda1,segment=NetworkSegment(2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c),segment_id=2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:09:10.762221 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731146296640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731145862378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731145862413'] for port, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:10.764832 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:09:10.767527 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Calling delete_port for 2ab302d7-92e7-4c85-bfba-1242ea3beda1 owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:09:10.815130 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab302d7-92e7-4c85-bfba-1242ea3beda1', 'code': 200} Nov 18 15:09:10.836938 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Pushing event updated for resources: {'Port': ['ID=2ab302d7-92e7-4c85-bfba-1242ea3beda1,revision_number=7']} {{(pid=80268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:09:10.846253 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.846647 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.847585 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.847967 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.848338 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.848708 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.849080 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.849452 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.849821 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.850211 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.850650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.851092 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.851568 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.851981 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.852344 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.852713 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.853075 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.853284 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.api [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80267) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 15:09:10.853404 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.853648 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_db.api [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 15:09:10.853753 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.854145 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.854511 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.854872 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.855232 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.855592 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:10.860370 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:09:11.218374 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5414a2-8bf3-446e-9e96-deb49f0d9b19 req-424e0f34-dcd1-49ec-8811-fa06fbb3c1ae tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 15:09:11.219964 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4f5414a2-8bf3-446e-9e96-deb49f0d9b19 req-424e0f34-dcd1-49ec-8811-fa06fbb3c1ae tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 943 time: 0.0823042 Nov 18 15:09:11.267611 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-4f5414a2-8bf3-446e-9e96-deb49f0d9b19 req-b66cc6a7-11f3-4cfc-b661-708cb0d35571 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/security-groups?id=4cbabe64-1991-420c-9fdf-1f3056152b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415163 Nov 18 15:09:11.354599 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Deleting port 2ab302d7-92e7-4c85-bfba-1242ea3beda1 {{(pid=80267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:09:11.354996 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:11.612419 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] For port 2ab302d7-92e7-4c85-bfba-1242ea3beda1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2ab302d7-92e7-4c85-bfba-1242ea3beda1,segment=NetworkSegment(2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c),segment_id=2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c)] {{(pid=80267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:09:11.613388 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:11.964548 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Calling delete_port for 2ab302d7-92e7-4c85-bfba-1242ea3beda1 owned by compute:nova {{(pid=80267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:09:12.109151 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9814648'] for port, after_delete {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:12.124366 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c881e666-8bcf-4253-b86c-7a16a6363196 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:09:12.183730 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Pushing event deleted for resources: {'Port': ['ID=2ab302d7-92e7-4c85-bfba-1242ea3beda1,revision_number=None']} {{(pid=80267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:09:12.200599 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.201025 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.201449 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.201867 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.202324 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.202729 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.203132 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.203534 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.203936 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.204336 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.204738 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.205161 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.205572 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.205997 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.207219 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.207620 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.208021 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.208421 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.208818 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.209216 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.209617 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.210043 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.210443 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.210837 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-8-smb {{(pid=80267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 15:09:12.259993 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:09:12.352129 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] No DVR routers for this DVR port 2ab302d7-92e7-4c85-bfba-1242ea3beda1 on host hv-cinder-73362 {{(pid=80267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:09:12.354517 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762673'] for port, before_response {{(pid=80267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:12.357457 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'name': 'network-vif-deleted', 'tag': '2ab302d7-92e7-4c85-bfba-1242ea3beda1'}] {{(pid=80267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 15:09:12.373348 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0b5fa153-c7c9-4bfc-8a6a-1fd1deff3e8d req-427cc4c1-460d-406f-8ee0-2f451c63b638 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.26 "DELETE /v2.0/ports/2ab302d7-92e7-4c85-bfba-1242ea3beda1 HTTP/1.1" status: 204 len: 173 time: 2.0632665 Nov 18 15:09:12.423178 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bff737-1af3-4838-b9a0-2cde71bb98fe', 'name': 'network-vif-deleted', 'tag': '2ab302d7-92e7-4c85-bfba-1242ea3beda1', 'status': 'completed', 'code': 200} Nov 18 15:09:12.457420 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [req-0062dbdd-b0ab-405a-8732-baba8b527bc3 req-d2d4e8bb-95b3-40d7-ae96-868dc25ea3b6 tempest-TestMinimumBasicScenario-730343201 tempest-TestMinimumBasicScenario-730343201] 10.222.0.17 "GET /v2.0/ports?device_id=c1bff737-1af3-4838-b9a0-2cde71bb98fe HTTP/1.1" status: 200 len: 210 time: 0.0521872 Nov 18 15:09:13.469957 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:14.306308 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 40572) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:09:14.937540 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2eea2466-4101-4af2-b525-b5217ba3ebd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854344844'] for router_interface, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:15.587755 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-2eea2466-4101-4af2-b525-b5217ba3ebd2 admin admin] Deleting port 903ede09-15dc-48e0-b9c7-feebd6b50c56 {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:09:15.588126 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2eea2466-4101-4af2-b525-b5217ba3ebd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:15.795838 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-2eea2466-4101-4af2-b525-b5217ba3ebd2 admin admin] For port 903ede09-15dc-48e0-b9c7-feebd6b50c56, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=903ede09-15dc-48e0-b9c7-feebd6b50c56,segment=NetworkSegment(2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c),segment_id=2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:09:15.796245 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2eea2466-4101-4af2-b525-b5217ba3ebd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:15.951684 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-2eea2466-4101-4af2-b525-b5217ba3ebd2 admin admin] Calling delete_port for 903ede09-15dc-48e0-b9c7-feebd6b50c56 owned by network:router_interface {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:09:16.191224 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2eea2466-4101-4af2-b525-b5217ba3ebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844619848'] for port, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:16.209488 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-5b4f6469-597f-42c8-ad3e-e678aed28969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:09:16.264909 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea2466-4101-4af2-b525-b5217ba3ebd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=903ede09-15dc-48e0-b9c7-feebd6b50c56,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:09:16.267958 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-2eea2466-4101-4af2-b525-b5217ba3ebd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:09:16.722581 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2eea2466-4101-4af2-b525-b5217ba3ebd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851286483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429028'] for router_interface, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:17.479232 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eea2466-4101-4af2-b525-b5217ba3ebd2 admin admin] Router 90266623-f463-4f4c-aefb-1800701bf546 has already been hosted by L3 agent 1fe18f8a-c19d-471f-a243-f5ed7f8185da {{(pid=80266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 15:09:17.919051 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eea2466-4101-4af2-b525-b5217ba3ebd2 admin admin] Notify agent at l3_agent.dv-cinder-733623-8-smb the message routers_updated {{(pid=80266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 15:09:17.928482 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b812108-9027-4e8e-8700-5f51430e956f None None] Sync routers for ids ['90266623-f463-4f4c-aefb-1800701bf546'] in dv-cinder-733623-8-smb {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 15:09:17.932472 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-2eea2466-4101-4af2-b525-b5217ba3ebd2 admin admin] 10.222.0.17 "PUT /v2.0/routers/90266623-f463-4f4c-aefb-1800701bf546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6250024 Nov 18 15:09:17.935252 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 40576) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:09:17.943014 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b812108-9027-4e8e-8700-5f51430e956f None None] Routers {'90266623-f463-4f4c-aefb-1800701bf546'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:09:17.943691 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7b812108-9027-4e8e-8700-5f51430e956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:08:53Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['90266623-f463-4f4c-aefb-1800701bf546'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:09:18.135571 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7b812108-9027-4e8e-8700-5f51430e956f None None] Set router 90266623-f463-4f4c-aefb-1800701bf546 gateway port host: dv-cinder-733623-8-smb {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:09:18.145301 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c298e9d2-e4ff-4811-a324-af8d2961d179 admin admin] Notify callbacks [] for router, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:18.357914 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c298e9d2-e4ff-4811-a324-af8d2961d179 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:18.366436 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c298e9d2-e4ff-4811-a324-af8d2961d179 admin admin] Deleting port 94721a06-c2ab-4655-8a70-aa2cf8237ebb {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:09:18.366818 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c298e9d2-e4ff-4811-a324-af8d2961d179 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:18.447433 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7b812108-9027-4e8e-8700-5f51430e956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90266623-f463-4f4c-aefb-1800701bf546', 'name': 'tempest-TestMinimumBasicScenario-100812315-router', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'external_fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:06:53Z', 'updated_at': '2020-11-18T15:09:16Z', 'revision_number': 5, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'gw_port': {'id': '94721a06-c2ab-4655-8a70-aa2cf8237ebb', 'name': '', 'network_id': '43dc5890-a9c2-4d0d-8ecc-5e5d0db18312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90266623-f463-4f4c-aefb-1800701bf546', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T15:06:54Z', 'updated_at': '2020-11-18T15:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ba36a0-a2a1-4122-9852-9ec563604b00', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-8-smb'}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:09:18.451533 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b812108-9027-4e8e-8700-5f51430e956f None None] Checking router: 90266623-f463-4f4c-aefb-1800701bf546 for host: dv-cinder-733623-8-smb {{(pid=80269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 15:09:18.463370 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b812108-9027-4e8e-8700-5f51430e956f None None] Routers {'90266623-f463-4f4c-aefb-1800701bf546'} bound to L3 agent in host dv-cinder-733623-8-smb {{(pid=80269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 15:09:18.464025 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7b812108-9027-4e8e-8700-5f51430e956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T14:50:52Z,description=,heartbeat_timestamp=2020-11-18T15:08:53Z,host='dv-cinder-733623-8-smb',id=1fe18f8a-c19d-471f-a243-f5ed7f8185da,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T14:50:52Z,topic='l3_agent')) {'router_ids': ['90266623-f463-4f4c-aefb-1800701bf546'], 'active': True} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:09:18.558699 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-c298e9d2-e4ff-4811-a324-af8d2961d179 admin admin] For port 94721a06-c2ab-4655-8a70-aa2cf8237ebb, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=94721a06-c2ab-4655-8a70-aa2cf8237ebb,segment=NetworkSegment(d608effb-fc29-4317-9442-b1f08aaaa7ca),segment_id=d608effb-fc29-4317-9442-b1f08aaaa7ca)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:09:18.559313 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c298e9d2-e4ff-4811-a324-af8d2961d179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:18.622178 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvr_db [None req-7b812108-9027-4e8e-8700-5f51430e956f None None] Set router 90266623-f463-4f4c-aefb-1800701bf546 gateway port host: None {{(pid=80269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 15:09:18.690975 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-c298e9d2-e4ff-4811-a324-af8d2961d179 admin admin] Calling delete_port for 94721a06-c2ab-4655-8a70-aa2cf8237ebb owned by network:router_gateway {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:09:18.877023 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c298e9d2-e4ff-4811-a324-af8d2961d179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844619848'] for port, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:18.887165 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_hamode_db [None req-7b812108-9027-4e8e-8700-5f51430e956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90266623-f463-4f4c-aefb-1800701bf546', 'name': 'tempest-TestMinimumBasicScenario-100812315-router', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:06:53Z', 'updated_at': '2020-11-18T15:09:18Z', 'revision_number': 6, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'gw_port_host': None}], 'dv-cinder-733623-8-smb', False) {} {{(pid=80269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:09:18.891322 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b812108-9027-4e8e-8700-5f51430e956f None None] The sync data for ids ['90266623-f463-4f4c-aefb-1800701bf546'] in dv-cinder-733623-8-smb is: [{'id': '90266623-f463-4f4c-aefb-1800701bf546', 'name': 'tempest-TestMinimumBasicScenario-100812315-router', 'tenant_id': 'f41092cce74045a49f2e492d9ba11f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T15:06:53Z', 'updated_at': '2020-11-18T15:09:18Z', 'revision_number': 6, 'project_id': 'f41092cce74045a49f2e492d9ba11f7e', 'gw_port_host': None}] {{(pid=80269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 15:09:18.894756 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a582a595-d2c3-40a5-8b00-ea936b32f62d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:09:18.954884 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298e9d2-e4ff-4811-a324-af8d2961d179 admin admin] Pushing event deleted for resources: {'Port': ['ID=94721a06-c2ab-4655-8a70-aa2cf8237ebb,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:09:18.958276 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-c298e9d2-e4ff-4811-a324-af8d2961d179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:09:19.200201 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 903ede09-15dc-48e0-b9c7-feebd6b50c56 no longer exists at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:09:19.235556 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] No Port match for: 903ede09-15dc-48e0-b9c7-feebd6b50c56 {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:09:19.235948 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 903ede09-15dc-48e0-b9c7-feebd6b50c56 not bound to the agent host dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:09:19.278946 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c298e9d2-e4ff-4811-a324-af8d2961d179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854363788'] for router_gateway, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:19.554562 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c298e9d2-e4ff-4811-a324-af8d2961d179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854349588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733498'] for router, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:19.559021 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c298e9d2-e4ff-4811-a324-af8d2961d179 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:19.582733 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c298e9d2-e4ff-4811-a324-af8d2961d179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854349738'] for router, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:19.583307 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c298e9d2-e4ff-4811-a324-af8d2961d179 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90266623-f463-4f4c-aefb-1800701bf546 {{(pid=80266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 15:09:19.596375 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c298e9d2-e4ff-4811-a324-af8d2961d179 admin admin] Notify callbacks [] for router, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:19.597648 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-c298e9d2-e4ff-4811-a324-af8d2961d179 admin admin] 10.222.0.17 "DELETE /v2.0/routers/90266623-f463-4f4c-aefb-1800701bf546 HTTP/1.1" status: 204 len: 168 time: 1.6614046 Nov 18 15:09:19.600233 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 40580) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:09:19.670721 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b7bdfe-e936-49b0-86d1-00cf494c9229 admin admin] Deleting subnet a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164 {{(pid=80266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 15:09:19.673843 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7b7bdfe-e936-49b0-86d1-00cf494c9229 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:19.727621 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7b7bdfe-e936-49b0-86d1-00cf494c9229 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844470191'] for subnet, precommit_delete_associations {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:19.850997 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7b7bdfe-e936-49b0-86d1-00cf494c9229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853901800'] for subnet, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:19.932850 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0d2dee8b-2ff3-46a3-954d-ab95550b9d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:20.119308 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7b7bdfe-e936-49b0-86d1-00cf494c9229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-874016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10155922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9980776'] for subnet, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:20.135623 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-295f7fb1-a6de-49d6-8b17-ba928737e771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:09:20.184289 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7bdfe-e936-49b0-86d1-00cf494c9229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:09:20.188456 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d7b7bdfe-e936-49b0-86d1-00cf494c9229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:09:20.270871 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d7b7bdfe-e936-49b0-86d1-00cf494c9229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for subnet, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:20.275650 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2915472b-1265-4dd5-aea0-99cc153778e1 None None] Network 778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 requested from dv-cinder-733623-8-smb {{(pid=80268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 15:09:20.276934 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-d7b7bdfe-e936-49b0-86d1-00cf494c9229 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/a2e2fc5d-04ad-48dc-b0fa-f4ff388d3164 HTTP/1.1" status: 204 len: 168 time: 0.6756520 Nov 18 15:09:20.279508 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 40584) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:09:20.402508 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-804504'] for network, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:20.473260 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] Deleting port 6679ddfb-57a4-4bc6-8637-d9282cb4a36a {{(pid=80266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:09:20.473570 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:20.702174 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2c257f-f3b2-4361-aba4-58ee98d71db8 None None] DHCP port deletion for 778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 request from dv-cinder-733623-8-smb {{(pid=80268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 15:09:20.707433 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c257f-f3b2-4361-aba4-58ee98d71db8 None None] Deleting port 6679ddfb-57a4-4bc6-8637-d9282cb4a36a {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:09:20.707863 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0d2c257f-f3b2-4361-aba4-58ee98d71db8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:20.956522 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] For port 6679ddfb-57a4-4bc6-8637-d9282cb4a36a, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=6679ddfb-57a4-4bc6-8637-d9282cb4a36a,segment=NetworkSegment(2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c),segment_id=2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c)] {{(pid=80266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:09:20.956883 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:20.962822 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.db [None req-0d2c257f-f3b2-4361-aba4-58ee98d71db8 None None] For port 6679ddfb-57a4-4bc6-8637-d9282cb4a36a, host dv-cinder-733623-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-8-smb',level=0,port_id=6679ddfb-57a4-4bc6-8637-d9282cb4a36a,segment=NetworkSegment(2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c),segment_id=2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c)] {{(pid=80268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 15:09:20.963305 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0d2c257f-f3b2-4361-aba4-58ee98d71db8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442025'] for port, precommit_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:21.087713 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] Calling delete_port for 6679ddfb-57a4-4bc6-8637-d9282cb4a36a owned by network:dhcp {{(pid=80266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:09:21.096685 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c257f-f3b2-4361-aba4-58ee98d71db8 None None] Calling delete_port for 6679ddfb-57a4-4bc6-8637-d9282cb4a36a owned by network:dhcp {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 15:09:21.165207 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853933330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850658363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731146296623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305708913439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844619848'] for port, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:21.165631 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 94721a06-c2ab-4655-8a70-aa2cf8237ebb no longer exists at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:09:21.181444 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-a28fcfea-51e1-437a-ab44-c19f90635c94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:09:21.201471 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] No Port match for: 94721a06-c2ab-4655-8a70-aa2cf8237ebb {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:09:21.201867 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 94721a06-c2ab-4655-8a70-aa2cf8237ebb not bound to the agent host dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:09:21.202381 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 6679ddfb-57a4-4bc6-8637-d9282cb4a36a no longer exists at agent ovs-agent-dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 15:09:21.237167 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6679ddfb-57a4-4bc6-8637-d9282cb4a36a,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:09:21.239095 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] No Port match for: 6679ddfb-57a4-4bc6-8637-d9282cb4a36a {{(pid=80268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 15:09:21.239495 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.rpc [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Device 6679ddfb-57a4-4bc6-8637-d9282cb4a36a not bound to the agent host dv-cinder-733623-8-smb {{(pid=80268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 15:09:21.239891 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:09:21.242572 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.db.api [None req-0d2c257f-f3b2-4361-aba4-58ee98d71db8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80268) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 15:09:21.242572 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_db.api [None req-0d2c257f-f3b2-4361-aba4-58ee98d71db8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 15:09:21.326753 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] No DVR routers for this DVR port 6679ddfb-57a4-4bc6-8637-d9282cb4a36a on host dv-cinder-733623-8-smb {{(pid=80266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 15:09:21.449698 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853904989', 'neutron.services.segments.db._delete_segments_for_network--9223363305708362475'] for network, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:21.565030 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778c424c-c2b8-4034-ac2f-6fe5bb6d5e97']}} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:09:21.578257 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c') {'for_net_delete': True} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:09:21.578588 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.services.segments.db [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2f1cf2-a0a0-4a5e-9e8a-27b994e9193c') {} {{(pid=80266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 15:09:21.591077 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305708324075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10305641'] for segment, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:21.608609 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869246'] for segment, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:21.610647 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 15:09:21.743657 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c257f-f3b2-4361-aba4-58ee98d71db8 None None] Deleting port 6679ddfb-57a4-4bc6-8637-d9282cb4a36a {{(pid=80268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 15:09:21.744216 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0d2c257f-f3b2-4361-aba4-58ee98d71db8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305708485577'] for port, before_delete {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:21.794443 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] Network 778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 has no segments {{(pid=80266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:09:21.804535 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853906570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10155983'] for segment, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:21.810664 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c257f-f3b2-4361-aba4-58ee98d71db8 None None] The port '6679ddfb-57a4-4bc6-8637-d9282cb4a36a' was deleted {{(pid=80268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 15:09:21.990835 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.plugins.ml2.managers [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] Network 778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 has no segments {{(pid=80266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: Traceback (most recent call last): Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: timer() Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: cb(*args, **kw) Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: return func(*args, **kwargs) Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: self._notify() Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: self.callback(batched_events) Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: event.method(event) Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: segment_id)['aggregates'][0] Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: return f(self, *a, **k) Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: return self._get(url).json() Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: **kwargs) Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: return self.request(url, 'GET', **kwargs) Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: **endpoint_filter) Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 15:09:22.014036 dv-cinder-733623-8-smb neutron-server[80155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 15:09:22.100741 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3756568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3489317'] for network, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:22.104273 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d5ed425a-0667-45c2-8d5e-c3cae52795b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:09:22.119447 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3489332'] for network, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:22.134802 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=778c424c-c2b8-4034-ac2f-6fe5bb6d5e97,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:09:22.139799 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:09:22.145253 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-950275b3-8faf-4d31-891e-f49018f2c2a3 admin admin] 10.222.0.17 "DELETE /v2.0/networks/778c424c-c2b8-4034-ac2f-6fe5bb6d5e97 HTTP/1.1" status: 204 len: 168 time: 1.8647568 Nov 18 15:09:22.352919 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 40590) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:09:22.405912 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-e6cd540e-b838-4920-b3b4-49da8f29a7af admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f41092cce74045a49f2e492d9ba11f7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0517714 Nov 18 15:09:22.408273 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.wsgi [-] (80266) accepted ('10.222.0.17', 40594) {{(pid=80266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 15:09:22.470888 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-634c60ef-62de-4fa2-99aa-d24b21010500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:22.497915 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-634c60ef-62de-4fa2-99aa-d24b21010500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:22.519965 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-dc07b30d-1195-4343-8a2c-8cfb9aecb41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:22.548227 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-634c60ef-62de-4fa2-99aa-d24b21010500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771590'] for security_group, after_delete {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:22.553322 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-d191fb85-74d7-4cd1-87be-b9629509e3d3 tempest-AttachVolumeTestJSON-1934313567 tempest-AttachVolumeTestJSON-1934313567] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 15:09:22.571481 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c60ef-62de-4fa2-99aa-d24b21010500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbabe64-1991-420c-9fdf-1f3056152b37,revision_number=None']} {{(pid=80266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 15:09:22.575718 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG oslo_concurrency.lockutils [None req-634c60ef-62de-4fa2-99aa-d24b21010500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 15:09:22.579014 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-634c60ef-62de-4fa2-99aa-d24b21010500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:22.580222 dv-cinder-733623-8-smb neutron-server[80155]: INFO neutron.wsgi [None req-634c60ef-62de-4fa2-99aa-d24b21010500 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4cbabe64-1991-420c-9fdf-1f3056152b37 HTTP/1.1" status: 204 len: 168 time: 0.1710048 Nov 18 15:09:22.951353 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:23.843833 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:24.332124 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:30.041410 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:09:43.468335 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:49.935006 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-047af8dd-2b1c-46ba-be41-daca408fd890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:52.524909 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-9e23b8ae-08a2-47ca-a4c8-09b9543c03fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:52.951121 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:53.846587 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:09:54.332428 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:10:07.042305 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:10:13.490632 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:10:19.939436 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9f46-cb87-4e68-bc48-6a5246d81d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:10:22.527034 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4d486f04-eed1-4a2b-afdd-692d03a71244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:10:22.953054 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:10:23.848720 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:10:24.335746 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:10:43.497971 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:10:44.043558 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:10:49.942908 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1b2f-87fa-47fe-99c0-32559b286d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:10:52.528742 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-0e081659-343d-4004-812a-a6687527516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:10:52.957119 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:10:53.850872 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:10:54.339058 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:11:13.512589 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:11:19.944994 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-350b98fb-e01d-45f0-9816-74c0df6d057a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:11:21.045136 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:11:22.530582 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2c7dccb5-189a-49aa-b4b5-35621532061a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:11:22.958806 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:11:23.852345 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:11:24.341892 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:11:43.511138 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:11:49.947083 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7f8a44f2-cd96-49fb-929b-361681b13040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:11:52.531654 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f36b1205-45c8-41cb-aab6-c84c9ae9eea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:11:52.961815 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:11:53.854447 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:11:54.344567 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:11:58.046512 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:12:13.507735 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:12:19.948427 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f37047ca-f9a8-4d25-83e4-660636de129d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:12:22.532435 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-bb65a26b-7ae9-48d6-b5f6-7067cee02d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:12:22.963034 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:12:23.856694 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:12:24.346951 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:12:35.048071 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:12:43.525696 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:12:49.950054 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f6dd94c3-5e83-48e1-955a-6b836cf82cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:12:52.534617 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-1026aefa-4525-43da-9622-8aab137c0ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:12:52.967529 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:12:53.859088 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:12:54.351198 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:13:12.048351 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:13:13.524951 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:13:19.951874 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-80a3c5f8-245a-4d6c-a011-cfd2b053c888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:13:22.536644 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-f3638733-b9fc-4005-b720-58214a9c880c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:13:22.969367 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:13:23.860814 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:13:24.354070 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:13:43.533517 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:13:49.049424 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron.db.agents_db [None req-8754ca0d-39ed-44b7-a0a0-4b1cdef95be7 None None] Agent healthcheck: found 6 active agents {{(pid=80269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 15:13:49.953434 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-c836c780-7598-427a-aead-2620bd5518b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:13:52.537335 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-4e1611ce-b8ea-432a-b5dd-8dde0539684b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:13:52.973055 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:13:53.862239 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-aad38084-e234-4959-bc2a-8be87cc243ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:13:54.356279 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-37f38bfb-5daa-4efb-b237-d8bdd7954f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:14:13.537862 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-7fbe97b5-e805-4e0d-9b9f-4a720370b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:14:19.955206 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-d410c5ac-9301-4cad-9991-a768cf6f2442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:14:22.539690 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-38855fbf-2846-4069-bafe-3114e3a225b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 15:14:22.975575 dv-cinder-733623-8-smb neutron-server[80155]: DEBUG neutron_lib.callbacks.manager [None req-2ac40331-3b1f-4872-99af-dd0cc5979221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305708362492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853907688'] for agent, after_update {{(pid=80268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}